2024-09-21T05:15:04.096 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-21T05:15:04.124 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T05:15:04.208 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi/7913786 branch: wip-guits-main-2024-09-20-2310 description: orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} email: gabrioux@ibm.com first_in_suite: false job_id: '7913786' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi no_nested_subset: false os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-guits-main-2024-09-20-2310 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 workunit: branch: wip-guits-main-2024-09-20-2310 sha1: f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 owner: scheduled_gabrioux@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 3363 sha1: f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-guits-main-2024-09-20-2310 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 targets: smithi099.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKKrE7Qt7HBlxe0GFQnLmf6HkZtj5tFHVG6ergx/WsWkyx0zPoZyo8WRn/PXzupiCC0RQDiHD0KGdRwjTh/LNxY= smithi112.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDcF6FZt0Um9LZ9+VBrI/1wau3VG+Z/pvxhNSr4npTTgni2Nw+JrtdPyaJhCFCFBWIG8JN4agzPWxkPOwoHWBcs= tasks: - cephadm: compiled_cephadm_branch: squid image: quay.ceph.io/ceph-ci/ceph:squid - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-21_03:44:43 tube: smithi user: gabrioux verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2902 2024-09-21T05:15:04.208 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2/qa; will attempt to use it 2024-09-21T05:15:04.209 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2/qa/tasks 2024-09-21T05:15:04.209 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-21T05:15:04.211 INFO:teuthology.task.internal:Checking packages... 2024-09-21T05:15:04.230 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2' 2024-09-21T05:15:04.230 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T05:15:04.230 INFO:teuthology.packaging:ref: None 2024-09-21T05:15:04.231 INFO:teuthology.packaging:tag: None 2024-09-21T05:15:04.231 INFO:teuthology.packaging:branch: wip-guits-main-2024-09-20-2310 2024-09-21T05:15:04.231 INFO:teuthology.packaging:sha1: f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T05:15:04.231 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-guits-main-2024-09-20-2310 2024-09-21T05:15:04.376 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-5103-gf36283e7-1jammy 2024-09-21T05:15:04.378 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-21T05:15:04.384 INFO:teuthology.task.internal:no buildpackages task found 2024-09-21T05:15:04.384 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-21T05:15:04.392 INFO:teuthology.task.internal:Saving configuration 2024-09-21T05:15:04.409 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-21T05:15:04.416 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-21T05:15:04.442 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi099.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi/7913786', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 05:09:30.080705', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGLBVgqriAiB17pybinhvMd0yQ6DtBZOZzcTGi8NQoDX'} 2024-09-21T05:15:04.466 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi/7913786', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 05:09:30.082668', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIH+pIk1CiOIspLqzdMnXHrsrJp0JX1MLSJlJBB+1Q5dV'} 2024-09-21T05:15:04.466 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-21T05:15:04.473 INFO:teuthology.task.internal:roles: ubuntu@smithi099.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-21T05:15:04.473 INFO:teuthology.task.internal:roles: ubuntu@smithi112.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-21T05:15:04.473 INFO:teuthology.run_tasks:Running task console_log... 2024-09-21T05:15:04.530 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7ffa45d9c280>, signals=[15]) 2024-09-21T05:15:04.530 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-21T05:15:04.537 INFO:teuthology.task.internal:Opening connections... 2024-09-21T05:15:04.537 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi099.front.sepia.ceph.com 2024-09-21T05:15:04.538 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:15:04.614 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi112.front.sepia.ceph.com 2024-09-21T05:15:04.615 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:15:04.696 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-21T05:15:04.702 DEBUG:teuthology.orchestra.run.smithi099:> uname -m 2024-09-21T05:15:04.707 INFO:teuthology.orchestra.run.smithi099.stdout:x86_64 2024-09-21T05:15:04.708 DEBUG:teuthology.orchestra.run.smithi099:> cat /etc/os-release 2024-09-21T05:15:04.757 INFO:teuthology.orchestra.run.smithi099.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-21T05:15:04.757 INFO:teuthology.orchestra.run.smithi099.stdout:NAME="Ubuntu" 2024-09-21T05:15:04.757 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION_ID="22.04" 2024-09-21T05:15:04.757 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-21T05:15:04.757 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION_CODENAME=jammy 2024-09-21T05:15:04.757 INFO:teuthology.orchestra.run.smithi099.stdout:ID=ubuntu 2024-09-21T05:15:04.757 INFO:teuthology.orchestra.run.smithi099.stdout:ID_LIKE=debian 2024-09-21T05:15:04.757 INFO:teuthology.orchestra.run.smithi099.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-21T05:15:04.758 INFO:teuthology.orchestra.run.smithi099.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-21T05:15:04.758 INFO:teuthology.orchestra.run.smithi099.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-21T05:15:04.758 INFO:teuthology.orchestra.run.smithi099.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-21T05:15:04.758 INFO:teuthology.orchestra.run.smithi099.stdout:UBUNTU_CODENAME=jammy 2024-09-21T05:15:04.758 INFO:teuthology.lock.ops:Updating smithi099.front.sepia.ceph.com on lock server 2024-09-21T05:15:04.907 DEBUG:teuthology.orchestra.run.smithi112:> uname -m 2024-09-21T05:15:04.913 INFO:teuthology.orchestra.run.smithi112.stdout:x86_64 2024-09-21T05:15:04.914 DEBUG:teuthology.orchestra.run.smithi112:> cat /etc/os-release 2024-09-21T05:15:04.963 INFO:teuthology.orchestra.run.smithi112.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-21T05:15:04.963 INFO:teuthology.orchestra.run.smithi112.stdout:NAME="Ubuntu" 2024-09-21T05:15:04.963 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_ID="22.04" 2024-09-21T05:15:04.963 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-21T05:15:04.963 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_CODENAME=jammy 2024-09-21T05:15:04.964 INFO:teuthology.orchestra.run.smithi112.stdout:ID=ubuntu 2024-09-21T05:15:04.964 INFO:teuthology.orchestra.run.smithi112.stdout:ID_LIKE=debian 2024-09-21T05:15:04.964 INFO:teuthology.orchestra.run.smithi112.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-21T05:15:04.964 INFO:teuthology.orchestra.run.smithi112.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-21T05:15:04.964 INFO:teuthology.orchestra.run.smithi112.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-21T05:15:04.964 INFO:teuthology.orchestra.run.smithi112.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-21T05:15:04.965 INFO:teuthology.orchestra.run.smithi112.stdout:UBUNTU_CODENAME=jammy 2024-09-21T05:15:04.965 INFO:teuthology.lock.ops:Updating smithi112.front.sepia.ceph.com on lock server 2024-09-21T05:15:04.998 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-21T05:15:05.018 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-21T05:15:05.057 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-21T05:15:05.057 DEBUG:teuthology.orchestra.run.smithi099:> test '!' -e /home/ubuntu/cephtest 2024-09-21T05:15:05.060 DEBUG:teuthology.orchestra.run.smithi112:> test '!' -e /home/ubuntu/cephtest 2024-09-21T05:15:05.064 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-21T05:15:05.071 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-21T05:15:05.071 DEBUG:teuthology.orchestra.run.smithi099:> test -z $(ls -A /var/lib/ceph) 2024-09-21T05:15:05.107 DEBUG:teuthology.orchestra.run.smithi112:> test -z $(ls -A /var/lib/ceph) 2024-09-21T05:15:05.131 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-21T05:15:05.186 INFO:teuthology.run_tasks:Running task kernel... 2024-09-21T05:15:05.201 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-21T05:15:05.201 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-21T05:15:05.202 DEBUG:teuthology.orchestra.run.smithi099:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T05:15:05.202 DEBUG:teuthology.orchestra.run.smithi112:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T05:15:05.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T05:15:05.207 DEBUG:teuthology.orchestra.run.smithi099:> uname -r 2024-09-21T05:15:05.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T05:15:05.208 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-09-21T05:15:05.254 INFO:teuthology.orchestra.run.smithi099.stdout:5.15.0-56-generic 2024-09-21T05:15:05.254 INFO:teuthology.task.kernel:Running kernel on smithi099: 5.15.0-56-generic 2024-09-21T05:15:05.254 DEBUG:teuthology.orchestra.run.smithi099:> sudo apt-get clean 2024-09-21T05:15:05.259 INFO:teuthology.orchestra.run.smithi112.stdout:5.15.0-56-generic 2024-09-21T05:15:05.260 INFO:teuthology.task.kernel:Running kernel on smithi112: 5.15.0-56-generic 2024-09-21T05:15:05.260 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-get clean 2024-09-21T05:15:05.361 DEBUG:teuthology.orchestra.run.smithi099:> sudo apt-get update 2024-09-21T05:15:05.369 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-get update 2024-09-21T05:15:05.481 INFO:teuthology.orchestra.run.smithi099.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T05:15:05.495 INFO:teuthology.orchestra.run.smithi099.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-21T05:15:05.495 INFO:teuthology.orchestra.run.smithi099.stdout:Get:3 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-21T05:15:05.564 INFO:teuthology.orchestra.run.smithi099.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-21T05:15:05.647 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T05:15:05.648 INFO:teuthology.orchestra.run.smithi112.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-21T05:15:05.703 INFO:teuthology.orchestra.run.smithi112.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-21T05:15:05.720 INFO:teuthology.orchestra.run.smithi099.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-21T05:15:05.792 INFO:teuthology.orchestra.run.smithi099.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-21T05:15:05.818 INFO:teuthology.orchestra.run.smithi099.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-21T05:15:05.822 INFO:teuthology.orchestra.run.smithi099.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-21T05:15:05.824 INFO:teuthology.orchestra.run.smithi099.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-21T05:15:05.824 INFO:teuthology.orchestra.run.smithi099.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-21T05:15:05.825 INFO:teuthology.orchestra.run.smithi099.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-21T05:15:05.848 INFO:teuthology.orchestra.run.smithi099.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-21T05:15:05.851 INFO:teuthology.orchestra.run.smithi099.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-21T05:15:05.851 INFO:teuthology.orchestra.run.smithi099.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-21T05:15:05.852 INFO:teuthology.orchestra.run.smithi099.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,062 kB] 2024-09-21T05:15:05.857 INFO:teuthology.orchestra.run.smithi099.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-21T05:15:05.862 INFO:teuthology.orchestra.run.smithi099.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-21T05:15:05.863 INFO:teuthology.orchestra.run.smithi099.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-21T05:15:05.890 INFO:teuthology.orchestra.run.smithi099.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-21T05:15:05.891 INFO:teuthology.orchestra.run.smithi099.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-21T05:15:05.891 INFO:teuthology.orchestra.run.smithi099.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-21T05:15:05.891 INFO:teuthology.orchestra.run.smithi099.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-21T05:15:05.891 INFO:teuthology.orchestra.run.smithi099.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-21T05:15:05.893 INFO:teuthology.orchestra.run.smithi099.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-21T05:15:05.894 INFO:teuthology.orchestra.run.smithi099.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-21T05:15:05.894 INFO:teuthology.orchestra.run.smithi099.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-21T05:15:05.920 INFO:teuthology.orchestra.run.smithi099.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-21T05:15:05.924 INFO:teuthology.orchestra.run.smithi099.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-21T05:15:05.925 INFO:teuthology.orchestra.run.smithi099.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-21T05:15:05.929 INFO:teuthology.orchestra.run.smithi099.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-21T05:15:05.936 INFO:teuthology.orchestra.run.smithi099.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-21T05:15:05.938 INFO:teuthology.orchestra.run.smithi099.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-21T05:15:05.938 INFO:teuthology.orchestra.run.smithi099.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-21T05:15:05.939 INFO:teuthology.orchestra.run.smithi099.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-21T05:15:05.939 INFO:teuthology.orchestra.run.smithi099.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-21T05:15:05.960 INFO:teuthology.orchestra.run.smithi099.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-21T05:15:05.960 INFO:teuthology.orchestra.run.smithi099.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-21T05:15:05.961 INFO:teuthology.orchestra.run.smithi099.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-21T05:15:05.962 INFO:teuthology.orchestra.run.smithi099.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-21T05:15:05.962 INFO:teuthology.orchestra.run.smithi099.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-21T05:15:05.962 INFO:teuthology.orchestra.run.smithi099.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-21T05:15:05.962 INFO:teuthology.orchestra.run.smithi099.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-21T05:15:05.977 INFO:teuthology.orchestra.run.smithi099.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-21T05:15:05.978 INFO:teuthology.orchestra.run.smithi099.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-21T05:15:06.061 INFO:teuthology.orchestra.run.smithi112.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-21T05:15:06.085 INFO:teuthology.orchestra.run.smithi112.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-21T05:15:06.199 INFO:teuthology.orchestra.run.smithi112.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,062 kB] 2024-09-21T05:15:06.520 INFO:teuthology.orchestra.run.smithi112.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-21T05:15:06.526 INFO:teuthology.orchestra.run.smithi112.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-21T05:15:06.542 INFO:teuthology.orchestra.run.smithi112.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-21T05:15:06.551 INFO:teuthology.orchestra.run.smithi112.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-21T05:15:06.552 INFO:teuthology.orchestra.run.smithi112.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-21T05:15:06.555 INFO:teuthology.orchestra.run.smithi112.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-21T05:15:06.570 INFO:teuthology.orchestra.run.smithi112.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-21T05:15:06.570 INFO:teuthology.orchestra.run.smithi112.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-21T05:15:06.640 INFO:teuthology.orchestra.run.smithi112.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-21T05:15:06.641 INFO:teuthology.orchestra.run.smithi112.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-21T05:15:06.648 INFO:teuthology.orchestra.run.smithi112.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-21T05:15:06.649 INFO:teuthology.orchestra.run.smithi112.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-21T05:15:06.684 INFO:teuthology.orchestra.run.smithi112.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-21T05:15:06.684 INFO:teuthology.orchestra.run.smithi112.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-21T05:15:06.685 INFO:teuthology.orchestra.run.smithi112.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-21T05:15:06.685 INFO:teuthology.orchestra.run.smithi112.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-21T05:15:06.693 INFO:teuthology.orchestra.run.smithi112.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-21T05:15:06.698 INFO:teuthology.orchestra.run.smithi112.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-21T05:15:06.705 INFO:teuthology.orchestra.run.smithi112.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-21T05:15:06.712 INFO:teuthology.orchestra.run.smithi112.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-21T05:15:06.712 INFO:teuthology.orchestra.run.smithi112.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-21T05:15:06.712 INFO:teuthology.orchestra.run.smithi112.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-21T05:15:06.718 INFO:teuthology.orchestra.run.smithi112.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-21T05:15:06.721 INFO:teuthology.orchestra.run.smithi112.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-21T05:15:06.722 INFO:teuthology.orchestra.run.smithi112.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-21T05:15:06.723 INFO:teuthology.orchestra.run.smithi112.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-21T05:15:06.766 INFO:teuthology.orchestra.run.smithi112.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-21T05:15:06.766 INFO:teuthology.orchestra.run.smithi112.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-21T05:15:06.788 INFO:teuthology.orchestra.run.smithi112.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-21T05:15:06.788 INFO:teuthology.orchestra.run.smithi112.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-21T05:15:06.805 INFO:teuthology.orchestra.run.smithi112.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-21T05:15:06.806 INFO:teuthology.orchestra.run.smithi112.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-21T05:15:06.808 INFO:teuthology.orchestra.run.smithi112.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-21T05:15:06.808 INFO:teuthology.orchestra.run.smithi112.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-21T05:15:06.808 INFO:teuthology.orchestra.run.smithi112.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-21T05:15:06.847 INFO:teuthology.orchestra.run.smithi112.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-21T05:15:06.847 INFO:teuthology.orchestra.run.smithi112.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-21T05:15:06.848 INFO:teuthology.orchestra.run.smithi112.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-21T05:15:12.033 INFO:teuthology.orchestra.run.smithi099.stdout:Fetched 16.3 MB in 2s (7,481 kB/s) 2024-09-21T05:15:12.818 INFO:teuthology.orchestra.run.smithi112.stdout:Fetched 16.3 MB in 3s (5,721 kB/s) 2024-09-21T05:15:13.489 INFO:teuthology.orchestra.run.smithi099.stdout:Reading package lists... 2024-09-21T05:15:13.507 DEBUG:teuthology.orchestra.run.smithi099:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T05:15:13.559 INFO:teuthology.orchestra.run.smithi099.stdout:Reading package lists... 2024-09-21T05:15:13.745 INFO:teuthology.orchestra.run.smithi099.stdout:Building dependency tree... 2024-09-21T05:15:13.746 INFO:teuthology.orchestra.run.smithi099.stdout:Reading state information... 2024-09-21T05:15:13.914 INFO:teuthology.orchestra.run.smithi099.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T05:15:13.914 INFO:teuthology.orchestra.run.smithi099.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T05:15:13.914 INFO:teuthology.orchestra.run.smithi099.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T05:15:13.915 INFO:teuthology.orchestra.run.smithi099.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T05:15:13.915 INFO:teuthology.orchestra.run.smithi099.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-21T05:15:13.915 INFO:teuthology.orchestra.run.smithi099.stdout: python2.7-minimal 2024-09-21T05:15:13.915 INFO:teuthology.orchestra.run.smithi099.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T05:15:13.916 INFO:teuthology.orchestra.run.smithi099.stdout:The following additional packages will be installed: 2024-09-21T05:15:13.916 INFO:teuthology.orchestra.run.smithi099.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T05:15:13.916 INFO:teuthology.orchestra.run.smithi099.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-21T05:15:13.916 INFO:teuthology.orchestra.run.smithi099.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-21T05:15:13.918 INFO:teuthology.orchestra.run.smithi099.stdout:Suggested packages: 2024-09-21T05:15:13.918 INFO:teuthology.orchestra.run.smithi099.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-21T05:15:13.918 INFO:teuthology.orchestra.run.smithi099.stdout:Recommended packages: 2024-09-21T05:15:13.918 INFO:teuthology.orchestra.run.smithi099.stdout: thermald 2024-09-21T05:15:13.960 INFO:teuthology.orchestra.run.smithi099.stdout:The following NEW packages will be installed: 2024-09-21T05:15:13.960 INFO:teuthology.orchestra.run.smithi099.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T05:15:13.960 INFO:teuthology.orchestra.run.smithi099.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-21T05:15:13.961 INFO:teuthology.orchestra.run.smithi099.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-21T05:15:13.962 INFO:teuthology.orchestra.run.smithi099.stdout:The following packages will be upgraded: 2024-09-21T05:15:13.963 INFO:teuthology.orchestra.run.smithi099.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-21T05:15:14.013 INFO:teuthology.orchestra.run.smithi099.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T05:15:14.013 INFO:teuthology.orchestra.run.smithi099.stdout:Need to get 113 MB of archives. 2024-09-21T05:15:14.013 INFO:teuthology.orchestra.run.smithi099.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-21T05:15:14.013 INFO:teuthology.orchestra.run.smithi099.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-21T05:15:14.379 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-21T05:15:14.398 DEBUG:teuthology.orchestra.run.smithi112:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T05:15:14.412 INFO:teuthology.orchestra.run.smithi099.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-21T05:15:14.462 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-21T05:15:14.501 INFO:teuthology.orchestra.run.smithi099.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-21T05:15:14.674 INFO:teuthology.orchestra.run.smithi112.stdout:Building dependency tree... 2024-09-21T05:15:14.674 INFO:teuthology.orchestra.run.smithi112.stdout:Reading state information... 2024-09-21T05:15:14.866 INFO:teuthology.orchestra.run.smithi112.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T05:15:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T05:15:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T05:15:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T05:15:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-21T05:15:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: python2.7-minimal 2024-09-21T05:15:14.868 INFO:teuthology.orchestra.run.smithi112.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T05:15:14.869 INFO:teuthology.orchestra.run.smithi112.stdout:The following additional packages will be installed: 2024-09-21T05:15:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T05:15:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-21T05:15:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-21T05:15:14.871 INFO:teuthology.orchestra.run.smithi112.stdout:Suggested packages: 2024-09-21T05:15:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-21T05:15:14.871 INFO:teuthology.orchestra.run.smithi112.stdout:Recommended packages: 2024-09-21T05:15:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: thermald 2024-09-21T05:15:14.916 INFO:teuthology.orchestra.run.smithi112.stdout:The following NEW packages will be installed: 2024-09-21T05:15:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T05:15:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-21T05:15:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-21T05:15:14.917 INFO:teuthology.orchestra.run.smithi112.stdout:The following packages will be upgraded: 2024-09-21T05:15:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-21T05:15:14.968 INFO:teuthology.orchestra.run.smithi112.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T05:15:14.968 INFO:teuthology.orchestra.run.smithi112.stdout:Need to get 113 MB of archives. 2024-09-21T05:15:14.968 INFO:teuthology.orchestra.run.smithi112.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-21T05:15:14.968 INFO:teuthology.orchestra.run.smithi112.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-21T05:15:15.288 INFO:teuthology.orchestra.run.smithi099.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-21T05:15:15.288 INFO:teuthology.orchestra.run.smithi099.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-21T05:15:15.288 INFO:teuthology.orchestra.run.smithi099.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-21T05:15:15.392 INFO:teuthology.orchestra.run.smithi112.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-21T05:15:15.406 INFO:teuthology.orchestra.run.smithi099.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-21T05:15:15.425 INFO:teuthology.orchestra.run.smithi099.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-21T05:15:15.498 INFO:teuthology.orchestra.run.smithi112.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-21T05:15:15.808 INFO:teuthology.orchestra.run.smithi099.stdout:Fetched 113 MB in 1s (77.9 MB/s) 2024-09-21T05:15:15.988 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-21T05:15:16.320 INFO:teuthology.orchestra.run.smithi112.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-21T05:15:16.320 INFO:teuthology.orchestra.run.smithi112.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-21T05:15:16.320 INFO:teuthology.orchestra.run.smithi112.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-21T05:15:16.454 INFO:teuthology.orchestra.run.smithi112.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-21T05:15:16.477 INFO:teuthology.orchestra.run.smithi112.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-21T05:15:16.941 INFO:teuthology.orchestra.run.smithi112.stdout:Fetched 113 MB in 2s (70.1 MB/s) 2024-09-21T05:15:17.128 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-21T05:15:17.977 INFO:teuthology.orchestra.run.smithi099.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-21T05:15:17.981 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T05:15:18.060 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:19.132 INFO:teuthology.orchestra.run.smithi112.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-21T05:15:19.136 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T05:15:19.233 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:20.602 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-21T05:15:20.622 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T05:15:20.714 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:21.196 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-21T05:15:21.217 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T05:15:21.254 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:21.935 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-21T05:15:21.956 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T05:15:22.050 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:22.555 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-21T05:15:22.576 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T05:15:22.613 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:27.567 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T05:15:27.686 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T05:15:28.019 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T05:15:28.131 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T05:15:28.409 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-21T05:15:28.431 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-21T05:15:28.476 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T05:15:29.082 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T05:15:29.209 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T05:15:29.567 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T05:15:29.801 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T05:15:30.131 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-21T05:15:30.154 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-21T05:15:30.198 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T05:15:34.094 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-21T05:15:34.132 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T05:15:34.160 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:36.297 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-21T05:15:36.333 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T05:15:36.371 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:36.864 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T05:15:37.004 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T05:15:37.345 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T05:15:37.467 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:37.601 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-21T05:15:37.730 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:39.042 INFO:teuthology.orchestra.run.smithi099.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-21T05:15:39.042 INFO:teuthology.orchestra.run.smithi099.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-21T05:15:39.042 INFO:teuthology.orchestra.run.smithi099.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-21T05:15:39.042 INFO:teuthology.orchestra.run.smithi099.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-21T05:15:39.115 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T05:15:39.181 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:39.241 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T05:15:39.582 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T05:15:39.704 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:39.821 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-21T05:15:39.926 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:40.540 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-21T05:15:40.666 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-21T05:15:40.792 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:41.336 INFO:teuthology.orchestra.run.smithi112.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-21T05:15:41.337 INFO:teuthology.orchestra.run.smithi112.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-21T05:15:41.337 INFO:teuthology.orchestra.run.smithi112.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-21T05:15:41.337 INFO:teuthology.orchestra.run.smithi112.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-21T05:15:41.968 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:42.403 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:42.461 INFO:teuthology.orchestra.run.smithi099.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-21T05:15:42.461 INFO:teuthology.orchestra.run.smithi099.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-21T05:15:43.428 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-21T05:15:43.553 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-21T05:15:43.679 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:45.415 INFO:teuthology.orchestra.run.smithi112.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T05:15:45.488 INFO:teuthology.orchestra.run.smithi112.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-21T05:15:45.488 INFO:teuthology.orchestra.run.smithi112.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-21T05:15:57.683 INFO:teuthology.orchestra.run.smithi099.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-21T05:15:57.683 INFO:teuthology.orchestra.run.smithi099.stdout:Sourcing file `/etc/default/grub' 2024-09-21T05:15:57.696 INFO:teuthology.orchestra.run.smithi099.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T05:15:57.714 INFO:teuthology.orchestra.run.smithi099.stdout:Generating grub configuration file ... 2024-09-21T05:15:57.970 INFO:teuthology.orchestra.run.smithi099.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T05:15:57.989 INFO:teuthology.orchestra.run.smithi099.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T05:15:58.253 INFO:teuthology.orchestra.run.smithi099.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T05:15:58.259 INFO:teuthology.orchestra.run.smithi099.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T05:15:58.329 INFO:teuthology.orchestra.run.smithi099.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T05:15:58.335 INFO:teuthology.orchestra.run.smithi099.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T05:15:58.487 INFO:teuthology.orchestra.run.smithi099.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T05:15:58.487 INFO:teuthology.orchestra.run.smithi099.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T05:15:58.487 INFO:teuthology.orchestra.run.smithi099.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T05:15:58.519 INFO:teuthology.orchestra.run.smithi099.stdout:done 2024-09-21T05:15:58.969 DEBUG:teuthology.orchestra.run.smithi099:> dpkg -s linux-image-generic 2024-09-21T05:15:58.989 INFO:teuthology.orchestra.run.smithi099.stdout:Package: linux-image-generic 2024-09-21T05:15:58.989 INFO:teuthology.orchestra.run.smithi099.stdout:Status: install ok installed 2024-09-21T05:15:58.989 INFO:teuthology.orchestra.run.smithi099.stdout:Priority: optional 2024-09-21T05:15:58.989 INFO:teuthology.orchestra.run.smithi099.stdout:Section: kernel 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout:Installed-Size: 21 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout:Architecture: amd64 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout:Source: linux-meta 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout:Version: 5.15.0.122.122 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout:Recommends: thermald 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout:Description: Generic Linux kernel image 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout: This package will always depend on the latest generic kernel image 2024-09-21T05:15:58.990 INFO:teuthology.orchestra.run.smithi099.stdout: available. 2024-09-21T05:15:58.990 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-21T05:15:58.990 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T05:15:58.991 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T05:15:58.991 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-21T05:15:58.991 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi099.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T05:15:58.991 DEBUG:teuthology.orchestra.run.smithi099:> sudo apt-get clean 2024-09-21T05:15:59.139 DEBUG:teuthology.orchestra.run.smithi099:> sudo apt-get update 2024-09-21T05:15:59.258 INFO:teuthology.orchestra.run.smithi099.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-21T05:15:59.384 INFO:teuthology.orchestra.run.smithi099.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T05:15:59.411 INFO:teuthology.orchestra.run.smithi112.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-21T05:15:59.411 INFO:teuthology.orchestra.run.smithi112.stdout:Sourcing file `/etc/default/grub' 2024-09-21T05:15:59.418 INFO:teuthology.orchestra.run.smithi112.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T05:15:59.445 INFO:teuthology.orchestra.run.smithi112.stdout:Generating grub configuration file ... 2024-09-21T05:15:59.460 INFO:teuthology.orchestra.run.smithi099.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-21T05:15:59.541 INFO:teuthology.orchestra.run.smithi099.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T05:15:59.740 INFO:teuthology.orchestra.run.smithi112.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T05:15:59.755 INFO:teuthology.orchestra.run.smithi112.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T05:16:00.058 INFO:teuthology.orchestra.run.smithi112.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T05:16:00.064 INFO:teuthology.orchestra.run.smithi112.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T05:16:00.133 INFO:teuthology.orchestra.run.smithi112.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T05:16:00.138 INFO:teuthology.orchestra.run.smithi112.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T05:16:00.304 INFO:teuthology.orchestra.run.smithi112.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T05:16:00.304 INFO:teuthology.orchestra.run.smithi112.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T05:16:00.304 INFO:teuthology.orchestra.run.smithi112.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T05:16:00.343 INFO:teuthology.orchestra.run.smithi112.stdout:done 2024-09-21T05:16:00.713 INFO:teuthology.orchestra.run.smithi099.stdout:Reading package lists... 2024-09-21T05:16:00.732 DEBUG:teuthology.orchestra.run.smithi099:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T05:16:00.785 INFO:teuthology.orchestra.run.smithi099.stdout:Reading package lists... 2024-09-21T05:16:00.837 DEBUG:teuthology.orchestra.run.smithi112:> dpkg -s linux-image-generic 2024-09-21T05:16:00.857 INFO:teuthology.orchestra.run.smithi112.stdout:Package: linux-image-generic 2024-09-21T05:16:00.857 INFO:teuthology.orchestra.run.smithi112.stdout:Status: install ok installed 2024-09-21T05:16:00.857 INFO:teuthology.orchestra.run.smithi112.stdout:Priority: optional 2024-09-21T05:16:00.857 INFO:teuthology.orchestra.run.smithi112.stdout:Section: kernel 2024-09-21T05:16:00.857 INFO:teuthology.orchestra.run.smithi112.stdout:Installed-Size: 21 2024-09-21T05:16:00.857 INFO:teuthology.orchestra.run.smithi112.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T05:16:00.857 INFO:teuthology.orchestra.run.smithi112.stdout:Architecture: amd64 2024-09-21T05:16:00.858 INFO:teuthology.orchestra.run.smithi112.stdout:Source: linux-meta 2024-09-21T05:16:00.858 INFO:teuthology.orchestra.run.smithi112.stdout:Version: 5.15.0.122.122 2024-09-21T05:16:00.858 INFO:teuthology.orchestra.run.smithi112.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T05:16:00.858 INFO:teuthology.orchestra.run.smithi112.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T05:16:00.858 INFO:teuthology.orchestra.run.smithi112.stdout:Recommends: thermald 2024-09-21T05:16:00.858 INFO:teuthology.orchestra.run.smithi112.stdout:Description: Generic Linux kernel image 2024-09-21T05:16:00.858 INFO:teuthology.orchestra.run.smithi112.stdout: This package will always depend on the latest generic kernel image 2024-09-21T05:16:00.858 INFO:teuthology.orchestra.run.smithi112.stdout: available. 2024-09-21T05:16:00.858 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-21T05:16:00.858 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T05:16:00.858 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T05:16:00.858 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-21T05:16:00.859 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi112.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T05:16:00.859 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-get clean 2024-09-21T05:16:00.971 INFO:teuthology.orchestra.run.smithi099.stdout:Building dependency tree... 2024-09-21T05:16:00.973 INFO:teuthology.orchestra.run.smithi099.stdout:Reading state information... 2024-09-21T05:16:01.022 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-get update 2024-09-21T05:16:01.136 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-21T05:16:01.136 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T05:16:01.146 INFO:teuthology.orchestra.run.smithi099.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-21T05:16:01.146 INFO:teuthology.orchestra.run.smithi099.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T05:16:01.146 INFO:teuthology.orchestra.run.smithi099.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T05:16:01.146 INFO:teuthology.orchestra.run.smithi099.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T05:16:01.146 INFO:teuthology.orchestra.run.smithi099.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T05:16:01.147 INFO:teuthology.orchestra.run.smithi099.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T05:16:01.147 INFO:teuthology.orchestra.run.smithi099.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T05:16:01.147 INFO:teuthology.orchestra.run.smithi099.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T05:16:01.148 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-21T05:16:01.165 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T05:16:01.187 INFO:teuthology.orchestra.run.smithi099.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T05:16:01.188 DEBUG:teuthology.orchestra.run.smithi099:> dpkg -s linux-image-generic 2024-09-21T05:16:01.247 INFO:teuthology.orchestra.run.smithi099.stdout:Package: linux-image-generic 2024-09-21T05:16:01.247 INFO:teuthology.orchestra.run.smithi099.stdout:Status: install ok installed 2024-09-21T05:16:01.247 INFO:teuthology.orchestra.run.smithi099.stdout:Priority: optional 2024-09-21T05:16:01.247 INFO:teuthology.orchestra.run.smithi099.stdout:Section: kernel 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout:Installed-Size: 21 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout:Architecture: amd64 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout:Source: linux-meta 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout:Version: 5.15.0.122.122 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout:Recommends: thermald 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout:Description: Generic Linux kernel image 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout: This package will always depend on the latest generic kernel image 2024-09-21T05:16:01.248 INFO:teuthology.orchestra.run.smithi099.stdout: available. 2024-09-21T05:16:01.249 DEBUG:teuthology.orchestra.run.smithi099:> mktemp 2024-09-21T05:16:01.292 INFO:teuthology.orchestra.run.smithi099.stdout:/tmp/tmp.s2P2Z6WtUR 2024-09-21T05:16:01.293 DEBUG:teuthology.orchestra.run.smithi099:> sudo cp /boot/grub/grub.cfg /tmp/tmp.s2P2Z6WtUR 2024-09-21T05:16:01.349 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0666 /tmp/tmp.s2P2Z6WtUR 2024-09-21T05:16:01.462 DEBUG:teuthology.orchestra.remote:smithi099:/tmp/tmp.s2P2Z6WtUR is 10KB 2024-09-21T05:16:01.475 DEBUG:teuthology.orchestra.run.smithi099:> rm -fr /tmp/tmp.s2P2Z6WtUR 2024-09-21T05:16:01.480 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-21T05:16:01.532 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:16:01.532 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-21T05:16:01.532 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-21T05:16:01.599 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-21T05:16:01.599 DEBUG:teuthology.orchestra.run.smithi099:> sudo update-grub 2024-09-21T05:16:02.596 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-21T05:16:02.615 DEBUG:teuthology.orchestra.run.smithi112:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T05:16:02.679 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-21T05:16:02.804 INFO:teuthology.orchestra.run.smithi099.stderr:Sourcing file `/etc/default/grub' 2024-09-21T05:16:02.805 INFO:teuthology.orchestra.run.smithi099.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T05:16:02.807 INFO:teuthology.orchestra.run.smithi099.stderr:Generating grub configuration file ... 2024-09-21T05:16:02.891 INFO:teuthology.orchestra.run.smithi112.stdout:Building dependency tree... 2024-09-21T05:16:02.892 INFO:teuthology.orchestra.run.smithi112.stdout:Reading state information... 2024-09-21T05:16:02.979 INFO:teuthology.orchestra.run.smithi099.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T05:16:02.984 INFO:teuthology.orchestra.run.smithi099.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T05:16:03.079 INFO:teuthology.orchestra.run.smithi112.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-21T05:16:03.079 INFO:teuthology.orchestra.run.smithi112.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T05:16:03.079 INFO:teuthology.orchestra.run.smithi112.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T05:16:03.080 INFO:teuthology.orchestra.run.smithi112.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T05:16:03.080 INFO:teuthology.orchestra.run.smithi112.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T05:16:03.080 INFO:teuthology.orchestra.run.smithi112.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T05:16:03.080 INFO:teuthology.orchestra.run.smithi112.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T05:16:03.080 INFO:teuthology.orchestra.run.smithi112.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T05:16:03.122 INFO:teuthology.orchestra.run.smithi112.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T05:16:03.124 DEBUG:teuthology.orchestra.run.smithi112:> dpkg -s linux-image-generic 2024-09-21T05:16:03.138 INFO:teuthology.orchestra.run.smithi112.stdout:Package: linux-image-generic 2024-09-21T05:16:03.138 INFO:teuthology.orchestra.run.smithi112.stdout:Status: install ok installed 2024-09-21T05:16:03.138 INFO:teuthology.orchestra.run.smithi112.stdout:Priority: optional 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Section: kernel 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Installed-Size: 21 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Architecture: amd64 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Source: linux-meta 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Version: 5.15.0.122.122 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Recommends: thermald 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout:Description: Generic Linux kernel image 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout: This package will always depend on the latest generic kernel image 2024-09-21T05:16:03.139 INFO:teuthology.orchestra.run.smithi112.stdout: available. 2024-09-21T05:16:03.140 DEBUG:teuthology.orchestra.run.smithi112:> mktemp 2024-09-21T05:16:03.184 INFO:teuthology.orchestra.run.smithi112.stdout:/tmp/tmp.ptyaNUVPZa 2024-09-21T05:16:03.184 DEBUG:teuthology.orchestra.run.smithi112:> sudo cp /boot/grub/grub.cfg /tmp/tmp.ptyaNUVPZa 2024-09-21T05:16:03.223 INFO:teuthology.orchestra.run.smithi099.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T05:16:03.228 INFO:teuthology.orchestra.run.smithi099.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T05:16:03.238 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0666 /tmp/tmp.ptyaNUVPZa 2024-09-21T05:16:03.268 INFO:teuthology.orchestra.run.smithi099.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T05:16:03.273 INFO:teuthology.orchestra.run.smithi099.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T05:16:03.356 DEBUG:teuthology.orchestra.remote:smithi112:/tmp/tmp.ptyaNUVPZa is 10KB 2024-09-21T05:16:03.368 DEBUG:teuthology.orchestra.run.smithi112:> rm -fr /tmp/tmp.ptyaNUVPZa 2024-09-21T05:16:03.373 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-21T05:16:03.427 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-21T05:16:03.427 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-21T05:16:03.427 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-21T05:16:03.431 INFO:teuthology.orchestra.run.smithi099.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T05:16:03.431 INFO:teuthology.orchestra.run.smithi099.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T05:16:03.431 INFO:teuthology.orchestra.run.smithi099.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T05:16:03.445 INFO:teuthology.orchestra.run.smithi099.stderr:done 2024-09-21T05:16:03.456 DEBUG:teuthology.orchestra.run.smithi099:> sudo shutdown -r now 2024-09-21T05:16:03.491 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-21T05:16:03.491 DEBUG:teuthology.orchestra.run.smithi112:> sudo update-grub 2024-09-21T05:16:04.786 INFO:teuthology.orchestra.run.smithi112.stderr:Sourcing file `/etc/default/grub' 2024-09-21T05:16:04.787 INFO:teuthology.orchestra.run.smithi112.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T05:16:04.789 INFO:teuthology.orchestra.run.smithi112.stderr:Generating grub configuration file ... 2024-09-21T05:16:04.993 INFO:teuthology.orchestra.run.smithi112.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T05:16:04.999 INFO:teuthology.orchestra.run.smithi112.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T05:16:05.237 INFO:teuthology.orchestra.run.smithi112.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T05:16:05.243 INFO:teuthology.orchestra.run.smithi112.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T05:16:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T05:16:05.285 INFO:teuthology.orchestra.run.smithi112.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T05:16:05.416 INFO:teuthology.orchestra.run.smithi112.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T05:16:05.416 INFO:teuthology.orchestra.run.smithi112.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T05:16:05.416 INFO:teuthology.orchestra.run.smithi112.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T05:16:05.427 INFO:teuthology.orchestra.run.smithi112.stderr:done 2024-09-21T05:16:05.443 DEBUG:teuthology.orchestra.run.smithi112:> sudo shutdown -r now 2024-09-21T05:16:33.470 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-21T05:16:33.470 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-21T05:16:33.471 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:16:35.447 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-21T05:16:35.448 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-21T05:16:35.448 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:16:51.827 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.99 2024-09-21T05:16:53.871 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-09-21T05:17:00.834 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-21T05:17:00.835 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:17:02.874 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-21T05:17:02.874 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:17:03.887 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.99 2024-09-21T05:17:05.939 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-09-21T05:17:15.896 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-21T05:17:15.897 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:17:17.941 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-21T05:17:17.941 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:17:34.319 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.99 2024-09-21T05:17:49.331 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-21T05:17:49.331 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:17:49.620 DEBUG:teuthology.orchestra.run.smithi099:> true 2024-09-21T05:17:49.791 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-09-21T05:17:50.239 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-21T05:17:50.239 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-122-generic"... 2024-09-21T05:17:50.239 DEBUG:teuthology.orchestra.run.smithi099:> uname -r 2024-09-21T05:17:50.287 INFO:teuthology.orchestra.run.smithi099.stdout:5.15.0-122-generic 2024-09-21T05:17:50.287 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-21T05:17:50.287 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T05:17:50.287 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-21T05:17:50.940 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-21T05:17:50.941 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-122-generic"... 2024-09-21T05:17:50.941 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-09-21T05:17:50.989 INFO:teuthology.orchestra.run.smithi112.stdout:5.15.0-122-generic 2024-09-21T05:17:50.989 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-21T05:17:50.989 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T05:17:50.989 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-21T05:17:51.288 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-21T05:17:51.288 DEBUG:teuthology.orchestra.run.smithi099:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T05:17:51.365 INFO:teuthology.orchestra.run.smithi099.stdout:ttyS1 2024-09-21T05:17:51.392 DEBUG:teuthology.parallel:result is None 2024-09-21T05:17:51.991 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-21T05:17:51.991 DEBUG:teuthology.orchestra.run.smithi112:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T05:17:52.282 INFO:teuthology.orchestra.run.smithi112.stdout:ttyS1 2024-09-21T05:17:52.299 DEBUG:teuthology.parallel:result is None 2024-09-21T05:17:52.299 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-21T05:17:52.310 INFO:teuthology.task.internal:Creating test directory... 2024-09-21T05:17:52.310 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T05:17:52.313 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T05:17:52.319 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-21T05:17:52.330 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-21T05:17:52.341 INFO:teuthology.task.internal:Creating archive directory... 2024-09-21T05:17:52.341 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T05:17:52.360 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T05:17:52.420 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-21T05:17:52.430 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-21T05:17:52.430 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T05:17:52.433 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T05:17:52.461 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T05:17:52.464 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T05:17:52.469 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T05:17:52.471 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T05:17:52.472 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-21T05:17:52.480 INFO:teuthology.task.internal:Configuring sudo... 2024-09-21T05:17:52.481 DEBUG:teuthology.orchestra.run.smithi099:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T05:17:52.521 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T05:17:52.540 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-21T05:17:52.558 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-21T05:17:52.558 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T05:17:52.584 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T05:17:52.589 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T05:17:52.635 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T05:17:52.687 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:17:52.687 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T05:17:52.756 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T05:17:52.763 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T05:17:52.810 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-21T05:17:52.810 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T05:17:52.868 DEBUG:teuthology.orchestra.run.smithi099:> sudo service rsyslog restart 2024-09-21T05:17:52.871 DEBUG:teuthology.orchestra.run.smithi112:> sudo service rsyslog restart 2024-09-21T05:17:52.948 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-21T05:17:52.956 INFO:teuthology.task.internal:Starting timer... 2024-09-21T05:17:52.956 INFO:teuthology.run_tasks:Running task pcp... 2024-09-21T05:17:52.967 INFO:teuthology.run_tasks:Running task selinux... 2024-09-21T05:17:52.978 DEBUG:teuthology.task.selinux:Excluding smithi099: OS 'ubuntu' does not support SELinux 2024-09-21T05:17:52.978 DEBUG:teuthology.task.selinux:Excluding smithi112: OS 'ubuntu' does not support SELinux 2024-09-21T05:17:52.978 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-21T05:17:52.978 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-21T05:17:52.978 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-21T05:17:52.978 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-21T05:17:52.987 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-21T05:17:52.997 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-21T05:17:52.998 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi099.front.sepia.ceph.com,smithi112.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-21T05:25:28.427 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi099.front.sepia.ceph.com'), Remote(name='ubuntu@smithi112.front.sepia.ceph.com')] 2024-09-21T05:25:28.427 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-21T05:25:28.428 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:25:28.506 DEBUG:teuthology.orchestra.run.smithi099:> true 2024-09-21T05:25:28.583 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-21T05:25:28.583 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-21T05:25:28.583 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T05:25:28.663 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-09-21T05:25:28.739 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-21T05:25:28.739 INFO:teuthology.run_tasks:Running task clock... 2024-09-21T05:25:28.748 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-21T05:25:28.749 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T05:25:28.749 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T05:25:28.752 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T05:25:28.752 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T05:25:28.779 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-21T05:25:28.780 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: Command line: ntpd -gq 2024-09-21T05:25:28.780 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: ---------------------------------------------------- 2024-09-21T05:25:28.780 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: ntp-4 is maintained by Network Time Foundation, 2024-09-21T05:25:28.780 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-21T05:25:28.780 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: corporation. Support and training for ntp-4 are 2024-09-21T05:25:28.780 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: available at https://www.nwtime.org/support 2024-09-21T05:25:28.780 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: ---------------------------------------------------- 2024-09-21T05:25:28.781 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: proto: precision = 0.044 usec (-24) 2024-09-21T05:25:28.781 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: basedate set to 2022-02-04 2024-09-21T05:25:28.781 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: gps base set to 2022-02-06 (week 2196) 2024-09-21T05:25:28.782 INFO:teuthology.orchestra.run.smithi099.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T05:25:28.782 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T05:25:28.783 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: restrict ::: KOD does nothing without LIMITED. 2024-09-21T05:25:28.783 INFO:teuthology.orchestra.run.smithi099.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-21T05:25:28.784 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: Listen and drop on 0 v6wildcard [::]:123 2024-09-21T05:25:28.784 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-21T05:25:28.785 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: Listen normally on 2 lo 127.0.0.1:123 2024-09-21T05:25:28.785 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: Listen normally on 3 enp3s0f1 172.21.15.99:123 2024-09-21T05:25:28.785 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: Listen normally on 4 lo [::1]:123 2024-09-21T05:25:28.785 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d803%5]:123 2024-09-21T05:25:28.785 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:28 ntpd[18470]: Listening on routing socket on fd #22 for interface updates 2024-09-21T05:25:28.815 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-21T05:25:28.815 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: Command line: ntpd -gq 2024-09-21T05:25:28.815 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: ---------------------------------------------------- 2024-09-21T05:25:28.816 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: ntp-4 is maintained by Network Time Foundation, 2024-09-21T05:25:28.816 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-21T05:25:28.816 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: corporation. Support and training for ntp-4 are 2024-09-21T05:25:28.816 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: available at https://www.nwtime.org/support 2024-09-21T05:25:28.816 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: ---------------------------------------------------- 2024-09-21T05:25:28.816 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: proto: precision = 0.046 usec (-24) 2024-09-21T05:25:28.816 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: basedate set to 2022-02-04 2024-09-21T05:25:28.817 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: gps base set to 2022-02-06 (week 2196) 2024-09-21T05:25:28.817 INFO:teuthology.orchestra.run.smithi112.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T05:25:28.817 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T05:25:28.817 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: restrict ::: KOD does nothing without LIMITED. 2024-09-21T05:25:28.818 INFO:teuthology.orchestra.run.smithi112.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-21T05:25:28.819 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: Listen and drop on 0 v6wildcard [::]:123 2024-09-21T05:25:28.819 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-21T05:25:28.819 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: Listen normally on 2 lo 127.0.0.1:123 2024-09-21T05:25:28.819 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: Listen normally on 3 enp3s0f1 172.21.15.112:123 2024-09-21T05:25:28.820 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: Listen normally on 4 lo [::1]:123 2024-09-21T05:25:28.820 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:cb69%5]:123 2024-09-21T05:25:28.820 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:28 ntpd[18462]: Listening on routing socket on fd #22 for interface updates 2024-09-21T05:25:29.780 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:29 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:29.780 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:29 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:29.780 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:29 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:29.780 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:29 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:29.780 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:29 ntpd[18470]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:29.780 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:29 ntpd[18470]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:29.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:29.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:29.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:29 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:31.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:31.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:31 ntpd[18470]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:31.818 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:31.818 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:31.818 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:31.818 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:31.818 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:31.818 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:31.819 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:31.819 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:31.819 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:31.819 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:31.819 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:31.819 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:31 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:32.780 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:32 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:32.780 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:32 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:32.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:32 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:32.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:32 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:32.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:32 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:32.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:32 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:32.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:32 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:32.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:32 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:33.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:33.783 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:33 ntpd[18470]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:33.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:33.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:33 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:34.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:34 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:34.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:34 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:34.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:34 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:34.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:34 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:34.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:34 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:34.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:34 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:35.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:35.781 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:35.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:35.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:35.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:35.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:35.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:35.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:35.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:35.782 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:35.783 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:35.783 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:35.783 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:35.783 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:35.783 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:35.783 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:35.784 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:35.784 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:35.784 INFO:teuthology.orchestra.run.smithi099.stdout:21 Sep 05:25:35 ntpd[18470]: ntpd: time slew -0.000484 s 2024-09-21T05:25:35.785 INFO:teuthology.orchestra.run.smithi099.stdout:ntpd: time slew -0.000484s 2024-09-21T05:25:35.785 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-21T05:25:35.785 INFO:teuthology.orchestra.run.smithi099.stderr:21 Sep 05:25:35 ntpd[18470]: can't open /var/log/ntpstats/loopstats.20240921: Permission denied 2024-09-21T05:25:35.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:35.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:35.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:35.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:35.815 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T05:25:35.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T05:25:35.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T05:25:35.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T05:25:35.816 INFO:teuthology.orchestra.run.smithi112.stdout:21 Sep 05:25:35 ntpd[18462]: ntpd: time slew -0.001029 s 2024-09-21T05:25:35.816 INFO:teuthology.orchestra.run.smithi112.stdout:ntpd: time slew -0.001029s 2024-09-21T05:25:35.816 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-21T05:25:35.817 INFO:teuthology.orchestra.run.smithi112.stderr:21 Sep 05:25:35 ntpd[18462]: can't open /var/log/ntpstats/loopstats.20240921: Permission denied 2024-09-21T05:25:35.831 INFO:teuthology.orchestra.run.smithi099.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T05:25:35.831 INFO:teuthology.orchestra.run.smithi099.stdout:============================================================================== 2024-09-21T05:25:35.831 INFO:teuthology.orchestra.run.smithi099.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T05:25:35.831 INFO:teuthology.orchestra.run.smithi099.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T05:25:35.831 INFO:teuthology.orchestra.run.smithi099.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T05:25:35.831 INFO:teuthology.orchestra.run.smithi099.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T05:25:35.891 INFO:teuthology.orchestra.run.smithi112.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T05:25:35.891 INFO:teuthology.orchestra.run.smithi112.stdout:============================================================================== 2024-09-21T05:25:35.891 INFO:teuthology.orchestra.run.smithi112.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T05:25:35.891 INFO:teuthology.orchestra.run.smithi112.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T05:25:35.891 INFO:teuthology.orchestra.run.smithi112.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T05:25:35.891 INFO:teuthology.orchestra.run.smithi112.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T05:25:35.892 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-21T05:25:35.976 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'squid', 'image': 'quay.ceph.io/ceph-ci/ceph:squid', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': 'f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2'} 2024-09-21T05:25:35.977 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:squid 2024-09-21T05:25:35.977 INFO:tasks.cephadm:Cluster fsid is ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:25:35.977 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-21T05:25:35.977 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.99', 'mon.c': '[v2:172.21.15.99:3301,v1:172.21.15.99:6790]', 'mon.b': '172.21.15.112'} 2024-09-21T05:25:35.977 INFO:tasks.cephadm:First mon is mon.a on smithi099 2024-09-21T05:25:35.977 INFO:tasks.cephadm:First mgr is y 2024-09-21T05:25:35.978 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-21T05:25:35.978 DEBUG:teuthology.orchestra.run.smithi099:> sudo hostname $(hostname -s) 2024-09-21T05:25:35.992 DEBUG:teuthology.orchestra.run.smithi112:> sudo hostname $(hostname -s) 2024-09-21T05:25:36.007 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for squid 2024-09-21T05:25:36.007 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T05:25:36.145 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic/83198/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-5103-gf36283e7', 'node_name': '172.21.2.3+braggi03', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-5103-gf36283e7-1jammy'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-guits-main-2024-09-20-2310/f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2/ubuntu/jammy/flavors/default/', 'distro_codename': 'jammy', 'modified': '2024-09-21 00:58:01.351577', 'distro_version': '22.04', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-guits-main-2024-09-20-2310', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-guits-main-2024-09-20-2310/f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2/ubuntu/jammy/flavors/default/', 'archs': ['x86_64'], 'distro': 'ubuntu'}] 2024-09-21T05:25:36.335 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 4e45e6b490e6cbe082cdf155fea780438ec53fc7 from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&ref=squid 2024-09-21T05:25:36.337 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/4e45e6b490e6cbe082cdf155fea780438ec53fc7/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-09-21T05:25:36.337 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/4e45e6b490e6cbe082cdf155fea780438ec53fc7/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-09-21T05:25:36.337 DEBUG:teuthology.orchestra.run.smithi099:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/4e45e6b490e6cbe082cdf155fea780438ec53fc7/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-21T05:25:36.821 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-rw-r-- 1 ubuntu ubuntu 791780 Sep 21 05:25 /home/ubuntu/cephtest/cephadm 2024-09-21T05:25:36.821 DEBUG:teuthology.orchestra.run.smithi112:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/4e45e6b490e6cbe082cdf155fea780438ec53fc7/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-21T05:25:37.333 INFO:teuthology.orchestra.run.smithi112.stdout:-rw-rw-r-- 1 ubuntu ubuntu 791780 Sep 21 05:25 /home/ubuntu/cephtest/cephadm 2024-09-21T05:25:37.333 DEBUG:teuthology.orchestra.run.smithi099:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-21T05:25:37.341 DEBUG:teuthology.orchestra.run.smithi112:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-21T05:25:37.360 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:squid on all hosts... 2024-09-21T05:25:37.360 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2024-09-21T05:25:37.385 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2024-09-21T05:25:37.563 INFO:teuthology.orchestra.run.smithi099.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-21T05:25:37.571 INFO:teuthology.orchestra.run.smithi112.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-21T05:27:01.648 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T05:27:01.648 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_version": "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)", 2024-09-21T05:27:01.648 INFO:teuthology.orchestra.run.smithi099.stdout: "image_id": "164465d2334a36ec69b5e540adc75ef73c92a8a0546664850c2173107383597c", 2024-09-21T05:27:01.648 INFO:teuthology.orchestra.run.smithi099.stdout: "repo_digests": [ 2024-09-21T05:27:01.648 INFO:teuthology.orchestra.run.smithi099.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:f3429f9fdc6da1a3bba9b3b7353043861d7430d80bfe651414b12f783f35cd64" 2024-09-21T05:27:01.648 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2024-09-21T05:27:01.648 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T05:27:04.563 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-09-21T05:27:04.564 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_version": "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)", 2024-09-21T05:27:04.564 INFO:teuthology.orchestra.run.smithi112.stdout: "image_id": "164465d2334a36ec69b5e540adc75ef73c92a8a0546664850c2173107383597c", 2024-09-21T05:27:04.564 INFO:teuthology.orchestra.run.smithi112.stdout: "repo_digests": [ 2024-09-21T05:27:04.564 INFO:teuthology.orchestra.run.smithi112.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:f3429f9fdc6da1a3bba9b3b7353043861d7430d80bfe651414b12f783f35cd64" 2024-09-21T05:27:04.564 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-09-21T05:27:04.564 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-09-21T05:27:04.613 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /etc/ceph 2024-09-21T05:27:04.627 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /etc/ceph 2024-09-21T05:27:04.641 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 777 /etc/ceph 2024-09-21T05:27:04.686 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 777 /etc/ceph 2024-09-21T05:27:04.699 INFO:tasks.cephadm:Writing seed config... 2024-09-21T05:27:04.700 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-09-21T05:27:04.700 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-21T05:27:04.700 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-21T05:27:04.700 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2024-09-21T05:27:04.700 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-21T05:27:04.701 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-21T05:27:04.701 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-21T05:27:04.701 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-21T05:27:04.701 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-21T05:27:04.701 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:27:04.701 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-21T05:27:04.735 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = ee3410ee-77d9-11ef-baf5-efdc52797490 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-21T05:27:04.735 DEBUG:teuthology.orchestra.run.smithi099:mon.a> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.a.service 2024-09-21T05:27:04.780 DEBUG:teuthology.orchestra.run.smithi099:mgr.y> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.y.service 2024-09-21T05:27:04.823 INFO:tasks.cephadm:Bootstrapping... 2024-09-21T05:27:04.823 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid -v bootstrap --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.99 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-21T05:27:05.047 INFO:teuthology.orchestra.run.smithi099.stdout:-------------------------------------------------------------------------------- 2024-09-21T05:27:05.048 INFO:teuthology.orchestra.run.smithi099.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:squid', '-v', 'bootstrap', '--fsid', 'ee3410ee-77d9-11ef-baf5-efdc52797490', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.99', '--skip-admin-label'] 2024-09-21T05:27:05.048 INFO:teuthology.orchestra.run.smithi099.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-21T05:27:05.048 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying podman|docker is present... 2024-09-21T05:27:05.048 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying lvm2 is present... 2024-09-21T05:27:05.049 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying time synchronization is in place... 2024-09-21T05:27:05.055 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-21T05:27:05.055 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-21T05:27:05.058 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-21T05:27:05.059 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-09-21T05:27:05.062 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-21T05:27:05.062 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-21T05:27:05.066 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-21T05:27:05.066 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-09-21T05:27:05.070 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-21T05:27:05.070 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout masked 2024-09-21T05:27:05.073 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-21T05:27:05.073 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-09-21T05:27:05.077 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-21T05:27:05.077 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-21T05:27:05.080 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-21T05:27:05.080 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-09-21T05:27:05.084 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout enabled 2024-09-21T05:27:05.088 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout active 2024-09-21T05:27:05.088 INFO:teuthology.orchestra.run.smithi099.stdout:Unit ntp.service is enabled and running 2024-09-21T05:27:05.088 INFO:teuthology.orchestra.run.smithi099.stdout:Repeating the final host check... 2024-09-21T05:27:05.088 INFO:teuthology.orchestra.run.smithi099.stdout:docker (/usr/bin/docker) is present 2024-09-21T05:27:05.088 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl is present 2024-09-21T05:27:05.088 INFO:teuthology.orchestra.run.smithi099.stdout:lvcreate is present 2024-09-21T05:27:05.091 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-21T05:27:05.091 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-21T05:27:05.095 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-21T05:27:05.095 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-09-21T05:27:05.098 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-21T05:27:05.098 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-21T05:27:05.101 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-21T05:27:05.101 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-09-21T05:27:05.105 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-21T05:27:05.105 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout masked 2024-09-21T05:27:05.108 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-21T05:27:05.108 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-09-21T05:27:05.112 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-21T05:27:05.112 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-21T05:27:05.115 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-21T05:27:05.115 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-09-21T05:27:05.119 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout enabled 2024-09-21T05:27:05.122 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout active 2024-09-21T05:27:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:Unit ntp.service is enabled and running 2024-09-21T05:27:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:Host looks OK 2024-09-21T05:27:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:Cluster fsid: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:Acquiring lock 140296456075920 on /run/cephadm/ee3410ee-77d9-11ef-baf5-efdc52797490.lock 2024-09-21T05:27:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:Lock 140296456075920 acquired on /run/cephadm/ee3410ee-77d9-11ef-baf5-efdc52797490.lock 2024-09-21T05:27:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying IP 172.21.15.99 port 3300 ... 2024-09-21T05:27:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying IP 172.21.15.99 port 6789 ... 2024-09-21T05:27:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:Base mon IP(s) is [172.21.15.99:3300, 172.21.15.99:6789], mon addrv is [v2:172.21.15.99:3300,v1:172.21.15.99:6789] 2024-09-21T05:27:05.126 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-09-21T05:27:05.126 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.99 metric 100 2024-09-21T05:27:05.126 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout 158.69.67.47 via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.99 metric 100 2024-09-21T05:27:05.126 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-09-21T05:27:05.126 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.99 metric 100 2024-09-21T05:27:05.126 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout 172.21.0.1 dev enp3s0f1 proto dhcp scope link src 172.21.15.99 metric 100 2024-09-21T05:27:05.126 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout 172.21.0.2 dev enp3s0f1 proto dhcp scope link src 172.21.15.99 metric 100 2024-09-21T05:27:05.126 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.99 metric 100 2024-09-21T05:27:05.128 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-21T05:27:05.128 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-09-21T05:27:05.128 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1785sec pref medium 2024-09-21T05:27:05.132 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-21T05:27:05.132 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-21T05:27:05.132 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-21T05:27:05.132 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d803/64 scope link 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.0.0/20` 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.0.0/20` 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.0.1/32` 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.0.1/32` 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.0.2/32` 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.0.2/32` 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.15.254/32` 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.15.254/32` 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.0.1/32', '172.21.0.1/32', '172.21.0.2/32', '172.21.0.2/32', '172.21.15.254/32', '172.21.15.254/32'] 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-21T05:27:05.133 INFO:teuthology.orchestra.run.smithi099.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-21T05:27:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/docker: stdout squid: Pulling from ceph-ci/ceph 2024-09-21T05:27:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/docker: stdout Digest: sha256:f3429f9fdc6da1a3bba9b3b7353043861d7430d80bfe651414b12f783f35cd64 2024-09-21T05:27:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:squid 2024-09-21T05:27:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:squid 2024-09-21T05:27:07.161 INFO:teuthology.orchestra.run.smithi099.stdout:ceph: stdout ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable) 2024-09-21T05:27:07.161 INFO:teuthology.orchestra.run.smithi099.stdout:Ceph version: ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable) 2024-09-21T05:27:07.161 INFO:teuthology.orchestra.run.smithi099.stdout:Extracting ceph user uid/gid from container image... 2024-09-21T05:27:08.542 INFO:teuthology.orchestra.run.smithi099.stdout:stat: stdout 167 167 2024-09-21T05:27:08.542 INFO:teuthology.orchestra.run.smithi099.stdout:Creating initial keys... 2024-09-21T05:27:09.856 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-authtool: stdout AQAtWe5mwc+xFhAA8gX0dFc2ETO0XcCkOK8M0g== 2024-09-21T05:27:11.204 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-authtool: stdout AQAuWe5mOf0tKxAACV+9m9+mBR1jgbLdOrwm5g== 2024-09-21T05:27:12.594 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-authtool: stdout AQAwWe5m5NaFBRAAFPH7X8YDDcYJL+456xXSog== 2024-09-21T05:27:12.595 INFO:teuthology.orchestra.run.smithi099.stdout:Creating initial monmap... 2024-09-21T05:27:13.967 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-21T05:27:13.967 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-21T05:27:13.968 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:13.968 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-21T05:27:13.968 INFO:teuthology.orchestra.run.smithi099.stdout:monmaptool for a [v2:172.21.15.99:3300,v1:172.21.15.99:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-21T05:27:13.968 INFO:teuthology.orchestra.run.smithi099.stdout:setting min_mon_release = quincy 2024-09-21T05:27:13.968 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: set fsid to ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:13.968 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-21T05:27:13.968 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:27:13.968 INFO:teuthology.orchestra.run.smithi099.stdout:Creating mon... 2024-09-21T05:27:15.294 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.815+0000 7fb1601efc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-21T05:27:15.294 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.815+0000 7fb1601efc80 1 imported monmap: 2024-09-21T05:27:15.294 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-09-21T05:27:15.294 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:15.294 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-09-21T05:27:13.459027+0000 2024-09-21T05:27:15.294 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:27:15.294 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr min_mon_release 17 (quincy) 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.815+0000 7fb1601efc80 0 /usr/bin/ceph-mon: set fsid to ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: RocksDB version: 7.9.2 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Git sha 0 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Compile date 2024-09-20 20:39:57 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: DB SUMMARY 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: DB Session ID: CQ2FU3I6PM2TPQHE2ED0 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-09-21T05:27:15.295 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.error_if_exists: 0 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.create_if_missing: 1 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.paranoid_checks: 1 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.env: 0x560ffc757940 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.info_log: 0x560ffe102bc0 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.statistics: (nil) 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.use_fsync: 0 2024-09-21T05:27:15.296 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_log_file_size: 0 2024-09-21T05:27:15.297 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-21T05:27:15.297 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-21T05:27:15.297 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-21T05:27:15.297 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-21T05:27:15.297 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.allow_fallocate: 1 2024-09-21T05:27:15.297 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-21T05:27:15.297 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-21T05:27:15.297 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.use_direct_reads: 0 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.db_log_dir: 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.wal_dir: 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-21T05:27:15.319 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.write_buffer_manager: 0x560ffe1094a0 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.unordered_write: 0 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-21T05:27:15.320 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.row_cache: None 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.wal_filter: None 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.two_write_queues: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.wal_compression: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.atomic_flush: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.log_readahead_size: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-21T05:27:15.321 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_background_jobs: 2 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_background_compactions: -1 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_subcompactions: 1 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_open_files: -1 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-21T05:27:15.322 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Options.max_background_flushes: -1 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Compression algorithms supported: 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: kZSTD supported: 0 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: kXpressCompression supported: 0 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: kBZip2Compression supported: 0 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: kLZ4Compression supported: 1 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: kZlibCompression supported: 1 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: kSnappyCompression supported: 1 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-21T05:27:15.323 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.819+0000 7fb1601efc80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.merge_operator: 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_filter: None 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560ffe102800) 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-09-21T05:27:15.324 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x560ffe0ed1f0 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-09-21T05:27:15.325 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-09-21T05:27:15.326 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression: NoCompression 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.num_levels: 7 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-21T05:27:15.327 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-21T05:27:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-21T05:27:15.329 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-21T05:27:15.330 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.inplace_update_support: 0 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.bloom_locality: 0 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.max_successive_merges: 0 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-21T05:27:15.331 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.ttl: 2592000 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.enable_blob_files: false 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.min_blob_size: 0 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-21T05:27:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d7244d5b-386f-4f88-b8b3-c1b549d06e7b 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560ffe11ae00 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb1601efc80 4 rocksdb: DB pointer 0x560ffe1f4000 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb15797a640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.823+0000 7fb15797a640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-21T05:27:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T05:27:15.334 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x560ffe0ed1f0#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.335 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-09-21T05:27:15.336 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr 2024-09-21T05:27:15.336 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.827+0000 7fb1601efc80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2024-09-21T05:27:15.336 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.827+0000 7fb1601efc80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2024-09-21T05:27:15.336 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-21T05:27:14.827+0000 7fb1601efc80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-09-21T05:27:15.336 INFO:teuthology.orchestra.run.smithi099.stdout:create mon.a on 2024-09-21T05:27:15.786 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-09-21T05:27:16.007 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490.target -> /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490.target. 2024-09-21T05:27:16.007 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490.target -> /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490.target. 2024-09-21T05:27:16.249 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.a 2024-09-21T05:27:16.249 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.a.service: Unit ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.a.service not loaded. 2024-09-21T05:27:16.451 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490.target.wants/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.a.service -> /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service. 2024-09-21T05:27:16.461 INFO:teuthology.orchestra.run.smithi099.stdout:firewalld does not appear to be present 2024-09-21T05:27:16.461 INFO:teuthology.orchestra.run.smithi099.stdout:Not possible to enable service . firewalld.service is not available 2024-09-21T05:27:16.461 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mon to start... 2024-09-21T05:27:16.461 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mon... 2024-09-21T05:27:18.186 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:17 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.927582+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-21T05:27:18.646 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout cluster: 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout id: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout services: 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.238267s) 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout data: 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-21T05:27:18.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout pgs: 2024-09-21T05:27:18.648 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:18.648 INFO:teuthology.orchestra.run.smithi099.stdout:mon is available 2024-09-21T05:27:18.648 INFO:teuthology.orchestra.run.smithi099.stdout:Assimilating anything we can from ceph.conf... 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.937091+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.937269+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 1 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.937281+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.937291+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-21T05:27:13.459027+0000 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.937299+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.937307+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.937315+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.937322+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.939511+0000 mon.a (mon.0) 10 : cluster [DBG] fsmap 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.941638+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: cluster 2024-09-21T05:27:17.942103+0000 mon.a (mon.0) 12 : cluster [DBG] mgrmap e1: no daemons active 2024-09-21T05:27:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:18 smithi099 bash[19412]: audit 2024-09-21T05:27:18.175301+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.99:0/2839094779' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:27:20.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:19 smithi099 bash[19412]: audit 2024-09-21T05:27:19.682343+0000 mon.a (mon.0) 14 : audit [INF] from='client.? 172.21.15.99:0/225270200' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-21T05:27:20.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:19 smithi099 bash[19412]: audit 2024-09-21T05:27:19.686574+0000 mon.a (mon.0) 15 : audit [INF] from='client.? 172.21.15.99:0/225270200' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-21T05:27:20.169 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:20.169 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [global] 2024-09-21T05:27:20.169 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout fsid = ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:20.169 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.99:3300,v1:172.21.15.99:6789] 2024-09-21T05:27:20.169 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-21T05:27:20.169 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [osd] 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-21T05:27:20.171 INFO:teuthology.orchestra.run.smithi099.stdout:Generating new minimal ceph.conf... 2024-09-21T05:27:21.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:21 smithi099 bash[19412]: audit 2024-09-21T05:27:21.379366+0000 mon.a (mon.0) 16 : audit [DBG] from='client.? 172.21.15.99:0/2915965911' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:27:21.851 INFO:teuthology.orchestra.run.smithi099.stdout:Restarting the monitor... 2024-09-21T05:27:22.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:21 smithi099 systemd[1]: Stopping Ceph mon.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T05:27:22.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:21 smithi099 bash[19412]: debug 2024-09-21T05:27:21.943+0000 7f7d7f660640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-21T05:27:22.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:21 smithi099 bash[19412]: debug 2024-09-21T05:27:21.943+0000 7f7d7f660640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-21T05:27:22.620 INFO:teuthology.orchestra.run.smithi099.stdout:Setting public_network to 172.21.0.1/32,172.21.0.2/32,172.21.15.254/32,172.21.0.0/20 in mon config section 2024-09-21T05:27:22.737 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:22 smithi099 bash[19797]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mon-a 2024-09-21T05:27:22.737 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:22 smithi099 bash[19858]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mon-a 2024-09-21T05:27:22.737 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:22 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.a.service: Deactivated successfully. 2024-09-21T05:27:22.737 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:22 smithi099 systemd[1]: Stopped Ceph mon.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:27:22.737 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:22 smithi099 systemd[1]: Started Ceph mon.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:27:24.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.059+0000 7fe973c94c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-21T05:27:24.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.059+0000 7fe973c94c80 0 ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable), process ceph-mon, pid 7 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.059+0000 7fe973c94c80 0 pidfile_write: ignore empty --pid-file 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 0 load: jerasure load: lrc 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Git sha 0 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Compile date 2024-09-20 20:39:57 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: DB SUMMARY 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: DB Session ID: IH0AUPNGXZW7RKX52KVA 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: CURRENT file: CURRENT 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 88175 ; 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.error_if_exists: 0 2024-09-21T05:27:24.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.create_if_missing: 0 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.env: 0x562a863dc940 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.info_log: 0x562a884cd6e0 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.statistics: (nil) 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.use_fsync: 0 2024-09-21T05:27:24.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.db_log_dir: 2024-09-21T05:27:24.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.wal_dir: 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.write_buffer_manager: 0x562a884dcdc0 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-21T05:27:24.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.unordered_write: 0 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.row_cache: None 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.wal_filter: None 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.two_write_queues: 0 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.wal_compression: 0 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.atomic_flush: 0 2024-09-21T05:27:24.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-21T05:27:24.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_open_files: -1 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Compression algorithms supported: 2024-09-21T05:27:24.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: kZSTD supported: 0 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: kXpressCompression supported: 0 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: kZlibCompression supported: 1 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-21T05:27:24.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-21T05:27:24.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-21T05:27:24.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.merge_operator: 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_filter: None 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562a884cd320) 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cache_index_and_filter_blocks: 1 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: pin_top_level_index_and_filter: 1 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: index_type: 0 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: data_block_index_type: 0 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: index_shortening: 1 2024-09-21T05:27:24.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: data_block_hash_table_util_ratio: 0.750000 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: checksum: 4 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: no_block_cache: 0 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: block_cache: 0x562a884c31f0 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: block_cache_name: BinnedLRUCache 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: block_cache_options: 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: capacity : 536870912 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: num_shard_bits : 4 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: strict_capacity_limit : 0 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: high_pri_pool_ratio: 0.000 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: block_cache_compressed: (nil) 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: persistent_cache: (nil) 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: block_size: 4096 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: block_size_deviation: 10 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: block_restart_interval: 16 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: index_block_restart_interval: 1 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: metadata_block_size: 4096 2024-09-21T05:27:24.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: partition_filters: 0 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: use_delta_encoding: 1 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: filter_policy: bloomfilter 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: whole_key_filtering: 1 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: verify_compression: 0 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: read_amp_bytes_per_bit: 0 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: format_version: 5 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: enable_index_compression: 1 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: block_align: 0 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: max_auto_readahead_size: 262144 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: prepopulate_block_cache: 0 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: initial_auto_readahead_size: 8192 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: num_file_reads_for_auto_readahead: 2 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression: NoCompression 2024-09-21T05:27:24.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.num_levels: 7 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-21T05:27:24.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-21T05:27:24.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-21T05:27:24.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.bloom_locality: 0 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-21T05:27:24.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.ttl: 2592000 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.enable_blob_files: false 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.min_blob_size: 0 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-21T05:27:24.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d7244d5b-386f-4f88-b8b3-c1b549d06e7b 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726896444070520, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.063+0000 7fe973c94c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe973c94c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726896444071714, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 84790, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 258, "table_properties": {"data_size": 82937, "index_size": 237, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10201, "raw_average_key_size": 47, "raw_value_size": 77146, "raw_average_value_size": 355, "num_data_blocks": 11, "num_entries": 217, "num_filter_entries": 217, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726896444, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d7244d5b-386f-4f88-b8b3-c1b549d06e7b", "db_session_id": "IH0AUPNGXZW7RKX52KVA", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe973c94c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726896444071843, "job": 1, "event": "recovery_finished"} 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe973c94c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe973c94c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe973c94c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562a884eee00 2024-09-21T05:27:24.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe973c94c80 4 rocksdb: DB pointer 0x562a885ee000 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe969a5d640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe969a5d640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: ** DB Stats ** 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: ** Compaction Stats [default] ** 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: L0 2/0 84.66 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 117.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Sum 2/0 84.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 117.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-21T05:27:24.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 117.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: ** Compaction Stats [default] ** 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 117.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: AddFile(Total Files): cumulative 0, interval 0 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: AddFile(Keys): cumulative 0, interval 0 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Cumulative compaction: 0.00 GB write, 21.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Interval compaction: 0.00 GB write, 21.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Block cache BinnedLRUCache@0x562a884c31f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-21T05:27:24.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: ** File Read Latency Histogram By Level [default] ** 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe973c94c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] at bind addrs [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.067+0000 7fe973c94c80 1 mon.a@-1(???) e1 preinit fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.071+0000 7fe973c94c80 0 mon.a@-1(???).mds e1 new map 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.071+0000 7fe973c94c80 0 mon.a@-1(???).mds e1 print_map 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: e1 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: btime 2024-09-21T05:27:17:937685+0000 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: legacy client fscid: -1 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: No filesystems configured 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.071+0000 7fe973c94c80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.071+0000 7fe973c94c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.071+0000 7fe973c94c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T05:27:24.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.071+0000 7fe973c94c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: debug 2024-09-21T05:27:24.071+0000 7fe973c94c80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.095547+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.095610+0000 mon.a (mon.0) 2 : cluster [DBG] monmap epoch 1 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.095624+0000 mon.a (mon.0) 3 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.095638+0000 mon.a (mon.0) 4 : cluster [DBG] last_changed 2024-09-21T05:27:13.459027+0000 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.095657+0000 mon.a (mon.0) 5 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.095668+0000 mon.a (mon.0) 6 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.095675+0000 mon.a (mon.0) 7 : cluster [DBG] election_strategy: 1 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.095682+0000 mon.a (mon.0) 8 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.096081+0000 mon.a (mon.0) 9 : cluster [DBG] fsmap 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.096111+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-21T05:27:24.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:24 smithi099 bash[19899]: cluster 2024-09-21T05:27:24.096604+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e1: no daemons active 2024-09-21T05:27:24.823 INFO:teuthology.orchestra.run.smithi099.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-21T05:27:24.849 INFO:teuthology.orchestra.run.smithi099.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-21T05:27:24.849 INFO:teuthology.orchestra.run.smithi099.stdout:Creating mgr... 2024-09-21T05:27:24.850 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-21T05:27:24.850 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-21T05:27:25.177 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.y 2024-09-21T05:27:25.177 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.y.service: Unit ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.y.service not loaded. 2024-09-21T05:27:25.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:27:25.181 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:27:25.377 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490.target.wants/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.y.service -> /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service. 2024-09-21T05:27:25.385 INFO:teuthology.orchestra.run.smithi099.stdout:firewalld does not appear to be present 2024-09-21T05:27:25.385 INFO:teuthology.orchestra.run.smithi099.stdout:Not possible to enable service . firewalld.service is not available 2024-09-21T05:27:25.386 INFO:teuthology.orchestra.run.smithi099.stdout:firewalld does not appear to be present 2024-09-21T05:27:25.386 INFO:teuthology.orchestra.run.smithi099.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-21T05:27:25.386 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mgr to start... 2024-09-21T05:27:25.386 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mgr... 2024-09-21T05:27:25.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:25 smithi099 bash[19899]: audit 2024-09-21T05:27:24.273720+0000 mon.a (mon.0) 12 : audit [INF] from='client.? 172.21.15.99:0/1173958613' entity='client.admin' 2024-09-21T05:27:25.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:27:25.480 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:27:25.480 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:25 smithi099 systemd[1]: Started Ceph mgr.y for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:27:26.985 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:26 smithi099 bash[20153]: debug 2024-09-21T05:27:26.851+0000 7fa94621c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T05:27:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:27 smithi099 bash[19899]: audit 2024-09-21T05:27:26.974914+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.99:0/1600569673' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-21T05:27:27.496 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:27.496 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-09-21T05:27:27.496 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsid": "ee3410ee-77d9-11ef-baf5-efdc52797490", 2024-09-21T05:27:27.496 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "health": { 2024-09-21T05:27:27.496 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-21T05:27:27.496 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-21T05:27:27.496 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-21T05:27:27.496 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:27.496 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 0 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "a" 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:27.497 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-21T05:27:27.498 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-21T05:27:27.498 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-21T05:27:27.498 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-21T05:27:27.498 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-21T05:27:27.498 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-21T05:27:27.498 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:27.498 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-21T05:27:27.498 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-21T05:27:27.498 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-21T05:27:27.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-21T05:27:27.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-21T05:27:27.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-21T05:27:27.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-21T05:27:27.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-21T05:27:27.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-21T05:27:27.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:27.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-21T05:27:27.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "btime": "2024-09-21T05:27:17:937685+0000", 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "restful" 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T05:27:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:27.503 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-21T05:27:27.503 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:27.503 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modified": "2024-09-21T05:27:17.938490+0000", 2024-09-21T05:27:27.503 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T05:27:27.503 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:27.503 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-21T05:27:27.503 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-09-21T05:27:27.503 INFO:teuthology.orchestra.run.smithi099.stdout:mgr not available, waiting (1/15)... 2024-09-21T05:27:28.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:28 smithi099 bash[20153]: debug 2024-09-21T05:27:28.043+0000 7fa94621c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T05:27:28.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:28 smithi099 bash[20153]: debug 2024-09-21T05:27:28.107+0000 7fa94621c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T05:27:28.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:28 smithi099 bash[20153]: debug 2024-09-21T05:27:28.255+0000 7fa94621c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T05:27:29.219 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:28 smithi099 bash[20153]: debug 2024-09-21T05:27:28.895+0000 7fa94621c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T05:27:29.219 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:28 smithi099 bash[20153]: debug 2024-09-21T05:27:28.963+0000 7fa94621c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T05:27:29.219 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:29 smithi099 bash[20153]: debug 2024-09-21T05:27:29.031+0000 7fa94621c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T05:27:29.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:29 smithi099 bash[20153]: debug 2024-09-21T05:27:29.215+0000 7fa94621c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T05:27:29.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:29 smithi099 bash[20153]: debug 2024-09-21T05:27:29.291+0000 7fa94621c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T05:27:29.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:29 smithi099 bash[20153]: debug 2024-09-21T05:27:29.359+0000 7fa94621c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T05:27:29.883 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:29 smithi099 bash[20153]: debug 2024-09-21T05:27:29.615+0000 7fa94621c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T05:27:29.883 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:29 smithi099 bash[20153]: debug 2024-09-21T05:27:29.683+0000 7fa94621c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T05:27:30.212 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:29 smithi099 bash[20153]: debug 2024-09-21T05:27:29.879+0000 7fa94621c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T05:27:30.212 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:29 smithi099 bash[20153]: debug 2024-09-21T05:27:29.955+0000 7fa94621c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T05:27:30.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:30 smithi099 bash[20153]: debug 2024-09-21T05:27:30.207+0000 7fa94621c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T05:27:30.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:30 smithi099 bash[20153]: debug 2024-09-21T05:27:30.387+0000 7fa94621c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:27:30.825 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:30 smithi099 bash[19899]: audit 2024-09-21T05:27:30.668569+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 172.21.15.99:0/3074244977' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-21T05:27:30.826 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:30 smithi099 bash[20153]: debug 2024-09-21T05:27:30.555+0000 7fa94621c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T05:27:30.826 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:30 smithi099 bash[20153]: debug 2024-09-21T05:27:30.635+0000 7fa94621c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T05:27:31.261 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:31.261 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-09-21T05:27:31.261 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsid": "ee3410ee-77d9-11ef-baf5-efdc52797490", 2024-09-21T05:27:31.261 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "health": { 2024-09-21T05:27:31.261 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-21T05:27:31.261 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-21T05:27:31.261 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-21T05:27:31.261 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 0 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "a" 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:31.262 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-21T05:27:31.263 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:30 smithi099 bash[20153]: debug 2024-09-21T05:27:30.819+0000 7fa94621c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-21T05:27:31.264 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-21T05:27:31.267 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:31.267 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-21T05:27:31.267 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-21T05:27:31.267 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "btime": "2024-09-21T05:27:17:937685+0000", 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:31.268 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "restful" 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modified": "2024-09-21T05:27:17.938490+0000", 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:31.269 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-21T05:27:31.270 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-09-21T05:27:31.270 INFO:teuthology.orchestra.run.smithi099.stdout:mgr not available, waiting (2/15)... 2024-09-21T05:27:31.926 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:31 smithi099 bash[20153]: debug 2024-09-21T05:27:31.627+0000 7fa94621c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T05:27:31.926 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:31 smithi099 bash[20153]: debug 2024-09-21T05:27:31.699+0000 7fa94621c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T05:27:32.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:31 smithi099 bash[20153]: debug 2024-09-21T05:27:31.919+0000 7fa94621c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T05:27:32.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:31 smithi099 bash[20153]: debug 2024-09-21T05:27:31.995+0000 7fa94621c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T05:27:32.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[20153]: debug 2024-09-21T05:27:32.375+0000 7fa94621c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T05:27:32.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[20153]: debug 2024-09-21T05:27:32.455+0000 7fa94621c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T05:27:32.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: cluster 2024-09-21T05:27:32.481377+0000 mon.a (mon.0) 15 : cluster [INF] Activating manager daemon y 2024-09-21T05:27:32.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: cluster 2024-09-21T05:27:32.488585+0000 mon.a (mon.0) 16 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00741673s) 2024-09-21T05:27:32.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: audit 2024-09-21T05:27:32.489253+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:27:32.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: audit 2024-09-21T05:27:32.489374+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:27:32.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: audit 2024-09-21T05:27:32.489549+0000 mon.a (mon.0) 19 : audit [DBG] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:27:32.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: audit 2024-09-21T05:27:32.490036+0000 mon.a (mon.0) 20 : audit [DBG] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:27:32.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: audit 2024-09-21T05:27:32.490703+0000 mon.a (mon.0) 21 : audit [DBG] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:27:32.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: cluster 2024-09-21T05:27:32.517802+0000 mon.a (mon.0) 22 : cluster [INF] Manager daemon y is now available 2024-09-21T05:27:32.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: audit 2024-09-21T05:27:32.529003+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:27:32.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:32 smithi099 bash[19899]: audit 2024-09-21T05:27:32.531128+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:27:33.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:33 smithi099 bash[19899]: audit 2024-09-21T05:27:32.534340+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' 2024-09-21T05:27:33.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:33 smithi099 bash[19899]: audit 2024-09-21T05:27:32.540318+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' 2024-09-21T05:27:33.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:33 smithi099 bash[19899]: audit 2024-09-21T05:27:32.545223+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.14100 172.21.15.99:0/3766044944' entity='mgr.y' 2024-09-21T05:27:33.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:33 smithi099 bash[19899]: cluster 2024-09-21T05:27:33.495649+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e3: y(active, since 1.01449s) 2024-09-21T05:27:35.423 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:35.423 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-09-21T05:27:35.423 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsid": "ee3410ee-77d9-11ef-baf5-efdc52797490", 2024-09-21T05:27:35.423 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "health": { 2024-09-21T05:27:35.423 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-21T05:27:35.423 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 0 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "a" 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-21T05:27:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-21T05:27:35.425 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "btime": "2024-09-21T05:27:17:937685+0000", 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-21T05:27:35.426 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "restful" 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modified": "2024-09-21T05:27:17.938490+0000", 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-21T05:27:35.427 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-09-21T05:27:35.428 INFO:teuthology.orchestra.run.smithi099.stdout:mgr is available 2024-09-21T05:27:36.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:35 smithi099 bash[19899]: cluster 2024-09-21T05:27:34.546691+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e4: y(active, since 2s) 2024-09-21T05:27:36.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:35 smithi099 bash[19899]: audit 2024-09-21T05:27:34.902558+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? 172.21.15.99:0/1045617599' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-21T05:27:37.200 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [global] 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout fsid = ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.99:3300,v1:172.21.15.99:6789] 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [osd] 2024-09-21T05:27:37.201 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-21T05:27:37.202 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-21T05:27:37.202 INFO:teuthology.orchestra.run.smithi099.stdout:Enabling cephadm module... 2024-09-21T05:27:37.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:36 smithi099 bash[19899]: audit 2024-09-21T05:27:36.753551+0000 mon.a (mon.0) 31 : audit [INF] from='client.? 172.21.15.99:0/3886780314' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-21T05:27:37.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:36 smithi099 bash[19899]: audit 2024-09-21T05:27:36.757039+0000 mon.a (mon.0) 32 : audit [INF] from='client.? 172.21.15.99:0/3886780314' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-21T05:27:39.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:38 smithi099 bash[19899]: audit 2024-09-21T05:27:38.611015+0000 mon.a (mon.0) 33 : audit [INF] from='client.? 172.21.15.99:0/4290150179' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-21T05:27:39.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:38 smithi099 bash[20153]: ignoring --setuser ceph since I am not root 2024-09-21T05:27:39.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:38 smithi099 bash[20153]: ignoring --setgroup ceph since I am not root 2024-09-21T05:27:39.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:38 smithi099 bash[20153]: debug 2024-09-21T05:27:38.807+0000 7fb5e428a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T05:27:39.943 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:39 smithi099 bash[19899]: audit 2024-09-21T05:27:38.662826+0000 mon.a (mon.0) 34 : audit [INF] from='client.? 172.21.15.99:0/4290150179' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-21T05:27:39.943 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:39 smithi099 bash[19899]: cluster 2024-09-21T05:27:38.668745+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e5: y(active, since 6s) 2024-09-21T05:27:40.235 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:40 smithi099 bash[20153]: debug 2024-09-21T05:27:40.007+0000 7fb5e428a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T05:27:40.235 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:40 smithi099 bash[20153]: debug 2024-09-21T05:27:40.075+0000 7fb5e428a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T05:27:40.235 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:40 smithi099 bash[20153]: debug 2024-09-21T05:27:40.231+0000 7fb5e428a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T05:27:40.890 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:40 smithi099 bash[19899]: audit 2024-09-21T05:27:40.528413+0000 mon.a (mon.0) 36 : audit [DBG] from='client.? 172.21.15.99:0/2583361803' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-21T05:27:41.005 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-09-21T05:27:41.006 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-21T05:27:41.006 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-21T05:27:41.006 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-21T05:27:41.006 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-21T05:27:41.006 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-09-21T05:27:41.006 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for the mgr to restart... 2024-09-21T05:27:41.006 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mgr epoch 5... 2024-09-21T05:27:41.221 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:40 smithi099 bash[20153]: debug 2024-09-21T05:27:40.883+0000 7fb5e428a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T05:27:41.221 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:40 smithi099 bash[20153]: debug 2024-09-21T05:27:40.955+0000 7fb5e428a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T05:27:41.221 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:41 smithi099 bash[20153]: debug 2024-09-21T05:27:41.027+0000 7fb5e428a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T05:27:41.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:41 smithi099 bash[20153]: debug 2024-09-21T05:27:41.215+0000 7fb5e428a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T05:27:41.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:41 smithi099 bash[20153]: debug 2024-09-21T05:27:41.291+0000 7fb5e428a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T05:27:41.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:41 smithi099 bash[20153]: debug 2024-09-21T05:27:41.359+0000 7fb5e428a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T05:27:41.890 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:41 smithi099 bash[20153]: debug 2024-09-21T05:27:41.615+0000 7fb5e428a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T05:27:41.890 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:41 smithi099 bash[20153]: debug 2024-09-21T05:27:41.683+0000 7fb5e428a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T05:27:42.220 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:41 smithi099 bash[20153]: debug 2024-09-21T05:27:41.887+0000 7fb5e428a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T05:27:42.220 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:41 smithi099 bash[20153]: debug 2024-09-21T05:27:41.967+0000 7fb5e428a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T05:27:42.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:42 smithi099 bash[20153]: debug 2024-09-21T05:27:42.215+0000 7fb5e428a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T05:27:42.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:42 smithi099 bash[20153]: debug 2024-09-21T05:27:42.391+0000 7fb5e428a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:27:42.810 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:42 smithi099 bash[20153]: debug 2024-09-21T05:27:42.551+0000 7fb5e428a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T05:27:42.811 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:42 smithi099 bash[20153]: debug 2024-09-21T05:27:42.627+0000 7fb5e428a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T05:27:43.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:42 smithi099 bash[20153]: debug 2024-09-21T05:27:42.807+0000 7fb5e428a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:27:43.907 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:43 smithi099 bash[20153]: debug 2024-09-21T05:27:43.603+0000 7fb5e428a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T05:27:43.907 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:43 smithi099 bash[20153]: debug 2024-09-21T05:27:43.679+0000 7fb5e428a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T05:27:44.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:43 smithi099 bash[20153]: debug 2024-09-21T05:27:43.903+0000 7fb5e428a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T05:27:44.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:43 smithi099 bash[20153]: debug 2024-09-21T05:27:43.975+0000 7fb5e428a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T05:27:44.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[20153]: debug 2024-09-21T05:27:44.359+0000 7fb5e428a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T05:27:44.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[20153]: debug 2024-09-21T05:27:44.439+0000 7fb5e428a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T05:27:44.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: cluster 2024-09-21T05:27:44.465544+0000 mon.a (mon.0) 37 : cluster [INF] Active manager daemon y restarted 2024-09-21T05:27:44.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: cluster 2024-09-21T05:27:44.466110+0000 mon.a (mon.0) 38 : cluster [INF] Activating manager daemon y 2024-09-21T05:27:44.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: cluster 2024-09-21T05:27:44.474520+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-09-21T05:27:44.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: cluster 2024-09-21T05:27:44.474743+0000 mon.a (mon.0) 40 : cluster [DBG] mgrmap e6: y(active, starting, since 0.00881536s) 2024-09-21T05:27:44.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: audit 2024-09-21T05:27:44.476699+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:27:44.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: audit 2024-09-21T05:27:44.477813+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:27:44.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: audit 2024-09-21T05:27:44.478781+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:27:44.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: audit 2024-09-21T05:27:44.478927+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:27:44.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: audit 2024-09-21T05:27:44.479054+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:27:44.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: cluster 2024-09-21T05:27:44.484749+0000 mon.a (mon.0) 46 : cluster [INF] Manager daemon y is now available 2024-09-21T05:27:44.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: audit 2024-09-21T05:27:44.498364+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:27:44.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: audit 2024-09-21T05:27:44.503279+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:27:44.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: audit 2024-09-21T05:27:44.506515+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:27:44.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:44 smithi099 bash[19899]: audit 2024-09-21T05:27:44.508547+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:27:45.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:45 smithi099 bash[19899]: cephadm 2024-09-21T05:27:44.496232+0000 mgr.y (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-09-21T05:27:45.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:45 smithi099 bash[19899]: audit 2024-09-21T05:27:44.523105+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:27:45.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:45 smithi099 bash[19899]: audit 2024-09-21T05:27:44.525640+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:27:45.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:45 smithi099 bash[19899]: cluster 2024-09-21T05:27:45.477593+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e7: y(active, since 1.01166s) 2024-09-21T05:27:46.036 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-09-21T05:27:46.036 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-21T05:27:46.037 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-21T05:27:46.037 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-09-21T05:27:46.037 INFO:teuthology.orchestra.run.smithi099.stdout:mgr epoch 5 is available 2024-09-21T05:27:46.037 INFO:teuthology.orchestra.run.smithi099.stdout:Setting orchestrator backend to cephadm... 2024-09-21T05:27:46.786 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:46 smithi099 bash[19899]: audit 2024-09-21T05:27:45.476735+0000 mgr.y (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-21T05:27:46.786 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:46 smithi099 bash[19899]: audit 2024-09-21T05:27:45.491355+0000 mgr.y (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-21T05:27:46.787 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:46 smithi099 bash[19899]: audit 2024-09-21T05:27:45.533217+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:27:46.787 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:46 smithi099 bash[19899]: audit 2024-09-21T05:27:45.535517+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:27:47.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: debug 2024-09-21T05:27:47.119+0000 7fb54b5c9640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:05:27:47] ENGINE Error in HTTPServer.serve 2024-09-21T05:27:47.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: Traceback (most recent call last): 2024-09-21T05:27:47.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:27:47.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: self._connections.run(self.expiration_interval) 2024-09-21T05:27:47.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:27:47.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: self._run(expiration_interval) 2024-09-21T05:27:47.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:27:47.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: s = self.context.wrap_socket( 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: return self.sslsocket_class._create( 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: self.do_handshake() 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: self._sslobj.do_handshake() 2024-09-21T05:27:47.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[20153]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:27:47.925 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[19899]: cluster 2024-09-21T05:27:46.543248+0000 mon.a (mon.0) 56 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-09-21T05:27:47.926 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[19899]: audit 2024-09-21T05:27:47.120958+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:27:47.926 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[19899]: audit 2024-09-21T05:27:47.294745+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:27:47.926 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:47 smithi099 bash[19899]: audit 2024-09-21T05:27:47.312778+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:27:49.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: cephadm 2024-09-21T05:27:46.897796+0000 mgr.y (mgr.14118) 4 : cephadm [INF] [21/Sep/2024:05:27:46] ENGINE Bus STARTING 2024-09-21T05:27:49.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: cephadm 2024-09-21T05:27:46.999722+0000 mgr.y (mgr.14118) 5 : cephadm [INF] [21/Sep/2024:05:27:46] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T05:27:49.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: cephadm 2024-09-21T05:27:47.119882+0000 mgr.y (mgr.14118) 6 : cephadm [INF] [21/Sep/2024:05:27:47] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T05:27:49.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: cephadm 2024-09-21T05:27:47.120059+0000 mgr.y (mgr.14118) 7 : cephadm [INF] [21/Sep/2024:05:27:47] ENGINE Bus STARTED 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: cephadm 2024-09-21T05:27:47.123466+0000 mgr.y (mgr.14118) 8 : cephadm [ERR] [21/Sep/2024:05:27:47] ENGINE Error in HTTPServer.serve 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: Traceback (most recent call last): 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: self._connections.run(self.expiration_interval) 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: self._run(expiration_interval) 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: s = self.context.wrap_socket( 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:27:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: return self.sslsocket_class._create( 2024-09-21T05:27:49.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:27:49.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: self.do_handshake() 2024-09-21T05:27:49.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:27:49.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: self._sslobj.do_handshake() 2024-09-21T05:27:49.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:27:49.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:48 smithi099 bash[19899]: audit 2024-09-21T05:27:47.287390+0000 mgr.y (mgr.14118) 9 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:27:49.625 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-21T05:27:49.626 INFO:teuthology.orchestra.run.smithi099.stdout:Generating ssh key... 2024-09-21T05:27:50.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:49 smithi099 bash[19899]: audit 2024-09-21T05:27:49.125799+0000 mgr.y (mgr.14118) 10 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:27:51.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: Generating public/private rsa key pair. 2024-09-21T05:27:51.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: Your identification has been saved in /tmp/tmpzvi5lj4x/key 2024-09-21T05:27:51.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: Your public key has been saved in /tmp/tmpzvi5lj4x/key.pub 2024-09-21T05:27:51.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: The key fingerprint is: 2024-09-21T05:27:51.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: SHA256:MvSo6I+Td3dyoMCd34NA2M38Gih70NOGCn0pP0qhaIQ ceph-ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:51.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: The key's randomart image is: 2024-09-21T05:27:51.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: +---[RSA 3072]----+ 2024-09-21T05:27:51.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: | | 2024-09-21T05:27:51.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: | | 2024-09-21T05:27:51.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: | o.+ | 2024-09-21T05:27:51.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: |. ..oo+ | 2024-09-21T05:27:51.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: |E. o.++*S. | 2024-09-21T05:27:51.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: |...oBo@o= . | 2024-09-21T05:27:51.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: |..oooX * * | 2024-09-21T05:27:51.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: |..oo+ * * = | 2024-09-21T05:27:51.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: | o+o+ o + . | 2024-09-21T05:27:51.512 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:27:51 smithi099 bash[20153]: +----[SHA256]-----+ 2024-09-21T05:27:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:52 smithi099 bash[19899]: audit 2024-09-21T05:27:50.987331+0000 mgr.y (mgr.14118) 11 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:27:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:52 smithi099 bash[19899]: cephadm 2024-09-21T05:27:50.987760+0000 mgr.y (mgr.14118) 12 : cephadm [INF] Generating ssh key... 2024-09-21T05:27:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:52 smithi099 bash[19899]: audit 2024-09-21T05:27:51.240791+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:27:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:52 smithi099 bash[19899]: audit 2024-09-21T05:27:51.245608+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:27:53.515 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFe+g9zy9TbW16a9vWuJcwaajQsCjHQWdrBuNyRoXxeIwxSZvBE4/VZCfeOm+0cHxVu+YAe4h9Mf4p8S6o/vkFyNe8AKD1vFnswGuKXE0oVCD3J87QuaE50pBevG2U8AoWjEx2k/y/hW1wRQpgz0dVS5ugJiAUdR4iEiLuozkko0HVFBJbUoIaYsVwDJ1rIjnpaB+34XU8Oa7/foyWJ61RLonEHOqphU8Bp8U9IWtzPXELN9Asvs3Y4VqyJKHczh6S5XRQbGroEBXYgA6KUW0p/OE+srEtlRc0P5oFySR7PyL4ewSdwMyA64S59VeaRbBaalr/0Hs3/E+FwE+kkmnfOhZiCa2hQr3NfnFTe64BYKZTbojLsefY2YRKr6O4eDLXiBfyaDw8WW7oInDvTOFD50h8HLyx1CuJaQQUnTlg+NbTlPT/Eh2+g4stVW2Yv9lE6hMqLNigTlUYZD82PlZdJybRGNXSmjYZXpcpV04ND1LAMrrBYnkMCOMjSZWxnH8= ceph-ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:27:53.516 INFO:teuthology.orchestra.run.smithi099.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-21T05:27:53.516 INFO:teuthology.orchestra.run.smithi099.stdout:Adding key to root@localhost authorized_keys... 2024-09-21T05:27:53.516 INFO:teuthology.orchestra.run.smithi099.stdout:Adding host smithi099... 2024-09-21T05:27:54.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:53 smithi099 bash[19899]: audit 2024-09-21T05:27:53.039587+0000 mgr.y (mgr.14118) 13 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:27:55.958 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:55 smithi099 bash[19899]: audit 2024-09-21T05:27:54.892861+0000 mgr.y (mgr.14118) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi099", "addr": "172.21.15.99", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:27:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:56 smithi099 bash[19899]: cephadm 2024-09-21T05:27:55.844102+0000 mgr.y (mgr.14118) 15 : cephadm [INF] Deploying cephadm binary to smithi099 2024-09-21T05:27:59.471 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout Added host 'smithi099' with addr '172.21.15.99' 2024-09-21T05:27:59.471 INFO:teuthology.orchestra.run.smithi099.stdout:Deploying unmanaged mon service... 2024-09-21T05:28:00.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:59 smithi099 bash[19899]: audit 2024-09-21T05:27:58.867616+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:28:00.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:59 smithi099 bash[19899]: cephadm 2024-09-21T05:27:58.868052+0000 mgr.y (mgr.14118) 16 : cephadm [INF] Added host smithi099 2024-09-21T05:28:00.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:27:59 smithi099 bash[19899]: audit 2024-09-21T05:27:58.868361+0000 mon.a (mon.0) 63 : audit [DBG] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:28:02.095 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-21T05:28:02.095 INFO:teuthology.orchestra.run.smithi099.stdout:Deploying unmanaged mgr service... 2024-09-21T05:28:02.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:02 smithi099 bash[19899]: audit 2024-09-21T05:28:01.373498+0000 mgr.y (mgr.14118) 17 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:28:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:02 smithi099 bash[19899]: cephadm 2024-09-21T05:28:01.375804+0000 mgr.y (mgr.14118) 18 : cephadm [INF] Saving service mon spec with placement count:5 2024-09-21T05:28:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:02 smithi099 bash[19899]: audit 2024-09-21T05:28:01.379647+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:28:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:02 smithi099 bash[19899]: audit 2024-09-21T05:28:02.093233+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:28:03.977 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-21T05:28:04.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:03 smithi099 bash[19899]: audit 2024-09-21T05:28:02.645023+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:28:04.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:03 smithi099 bash[19899]: audit 2024-09-21T05:28:03.523455+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.14118 172.21.15.99:0/3844315321' entity='mgr.y' 2024-09-21T05:28:05.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:04 smithi099 bash[19899]: audit 2024-09-21T05:28:03.518329+0000 mgr.y (mgr.14118) 19 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:28:05.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:04 smithi099 bash[19899]: cephadm 2024-09-21T05:28:03.520619+0000 mgr.y (mgr.14118) 20 : cephadm [INF] Saving service mgr spec with placement count:2 2024-09-21T05:28:06.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:05 smithi099 bash[19899]: cluster 2024-09-21T05:28:04.480403+0000 mgr.y (mgr.14118) 21 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:06.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:05 smithi099 bash[19899]: audit 2024-09-21T05:28:05.254472+0000 mon.a (mon.0) 68 : audit [INF] from='client.? 172.21.15.99:0/429818178' entity='client.admin' 2024-09-21T05:28:07.616 INFO:teuthology.orchestra.run.smithi099.stdout:Enabling the dashboard module... 2024-09-21T05:28:08.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:07 smithi099 bash[19899]: cluster 2024-09-21T05:28:06.480833+0000 mgr.y (mgr.14118) 22 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:08.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:07 smithi099 bash[19899]: audit 2024-09-21T05:28:07.108581+0000 mon.a (mon.0) 69 : audit [INF] from='client.? 172.21.15.99:0/1646335593' entity='client.admin' 2024-09-21T05:28:10.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:09 smithi099 bash[19899]: cluster 2024-09-21T05:28:08.481268+0000 mgr.y (mgr.14118) 23 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:10.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:09 smithi099 bash[19899]: audit 2024-09-21T05:28:09.087213+0000 mon.a (mon.0) 70 : audit [INF] from='client.? 172.21.15.99:0/2612560561' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-21T05:28:10.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:09 smithi099 bash[20153]: ignoring --setuser ceph since I am not root 2024-09-21T05:28:10.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:09 smithi099 bash[20153]: ignoring --setgroup ceph since I am not root 2024-09-21T05:28:10.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:09 smithi099 bash[20153]: debug 2024-09-21T05:28:09.815+0000 7fd544438040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T05:28:11.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:10 smithi099 bash[19899]: audit 2024-09-21T05:28:09.658199+0000 mon.a (mon.0) 71 : audit [INF] from='client.? 172.21.15.99:0/2612560561' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-21T05:28:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:10 smithi099 bash[19899]: cluster 2024-09-21T05:28:09.665793+0000 mon.a (mon.0) 72 : cluster [DBG] mgrmap e9: y(active, since 25s) 2024-09-21T05:28:11.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:11 smithi099 bash[20153]: debug 2024-09-21T05:28:11.015+0000 7fd544438040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T05:28:11.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:11 smithi099 bash[20153]: debug 2024-09-21T05:28:11.083+0000 7fd544438040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T05:28:11.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:11 smithi099 bash[20153]: debug 2024-09-21T05:28:11.239+0000 7fd544438040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T05:28:11.970 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:11 smithi099 bash[19899]: audit 2024-09-21T05:28:11.661132+0000 mon.a (mon.0) 73 : audit [DBG] from='client.? 172.21.15.99:0/3940966201' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-21T05:28:11.970 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:11 smithi099 bash[20153]: debug 2024-09-21T05:28:11.895+0000 7fd544438040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T05:28:12.173 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-09-21T05:28:12.173 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-21T05:28:12.173 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-21T05:28:12.173 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-21T05:28:12.173 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-21T05:28:12.173 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-09-21T05:28:12.173 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for the mgr to restart... 2024-09-21T05:28:12.173 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mgr epoch 9... 2024-09-21T05:28:12.227 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:11 smithi099 bash[20153]: debug 2024-09-21T05:28:11.963+0000 7fd544438040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T05:28:12.227 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:12 smithi099 bash[20153]: debug 2024-09-21T05:28:12.035+0000 7fd544438040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T05:28:12.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:12 smithi099 bash[20153]: debug 2024-09-21T05:28:12.223+0000 7fd544438040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T05:28:12.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:12 smithi099 bash[20153]: debug 2024-09-21T05:28:12.303+0000 7fd544438040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T05:28:12.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:12 smithi099 bash[20153]: debug 2024-09-21T05:28:12.371+0000 7fd544438040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T05:28:12.894 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:12 smithi099 bash[20153]: debug 2024-09-21T05:28:12.623+0000 7fd544438040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T05:28:12.894 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:12 smithi099 bash[20153]: debug 2024-09-21T05:28:12.691+0000 7fd544438040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T05:28:13.231 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:12 smithi099 bash[20153]: debug 2024-09-21T05:28:12.887+0000 7fd544438040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T05:28:13.231 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:12 smithi099 bash[20153]: debug 2024-09-21T05:28:12.967+0000 7fd544438040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T05:28:13.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:13 smithi099 bash[20153]: debug 2024-09-21T05:28:13.227+0000 7fd544438040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T05:28:13.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:13 smithi099 bash[20153]: debug 2024-09-21T05:28:13.399+0000 7fd544438040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:28:13.822 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:13 smithi099 bash[20153]: debug 2024-09-21T05:28:13.563+0000 7fd544438040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T05:28:13.822 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:13 smithi099 bash[20153]: debug 2024-09-21T05:28:13.639+0000 7fd544438040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T05:28:14.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:13 smithi099 bash[20153]: debug 2024-09-21T05:28:13.819+0000 7fd544438040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:28:14.930 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:14 smithi099 bash[20153]: debug 2024-09-21T05:28:14.631+0000 7fd544438040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T05:28:14.930 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:14 smithi099 bash[20153]: debug 2024-09-21T05:28:14.703+0000 7fd544438040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T05:28:15.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:14 smithi099 bash[20153]: debug 2024-09-21T05:28:14.927+0000 7fd544438040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T05:28:15.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[20153]: debug 2024-09-21T05:28:14.999+0000 7fd544438040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T05:28:15.675 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[20153]: debug 2024-09-21T05:28:15.383+0000 7fd544438040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[20153]: debug 2024-09-21T05:28:15.463+0000 7fd544438040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: cluster 2024-09-21T05:28:15.489089+0000 mon.a (mon.0) 74 : cluster [INF] Active manager daemon y restarted 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: cluster 2024-09-21T05:28:15.489614+0000 mon.a (mon.0) 75 : cluster [INF] Activating manager daemon y 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: cluster 2024-09-21T05:28:15.496306+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: cluster 2024-09-21T05:28:15.496648+0000 mon.a (mon.0) 77 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00726804s) 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: audit 2024-09-21T05:28:15.497968+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: audit 2024-09-21T05:28:15.498864+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: audit 2024-09-21T05:28:15.499886+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: audit 2024-09-21T05:28:15.500107+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: audit 2024-09-21T05:28:15.500275+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:28:15.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:15 smithi099 bash[19899]: cluster 2024-09-21T05:28:15.525133+0000 mon.a (mon.0) 83 : cluster [INF] Manager daemon y is now available 2024-09-21T05:28:17.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[19899]: audit 2024-09-21T05:28:15.541434+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:28:17.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[19899]: audit 2024-09-21T05:28:15.561874+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[19899]: audit 2024-09-21T05:28:15.567928+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[19899]: cluster 2024-09-21T05:28:16.501179+0000 mon.a (mon.0) 87 : cluster [DBG] mgrmap e11: y(active, since 1.01181s) 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: debug 2024-09-21T05:28:16.595+0000 7fd4a9ef4640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:05:28:16] ENGINE Error in HTTPServer.serve 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: Traceback (most recent call last): 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: self._connections.run(self.expiration_interval) 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: self._run(expiration_interval) 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:28:17.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:28:17.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: s = self.context.wrap_socket( 2024-09-21T05:28:17.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:28:17.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: return self.sslsocket_class._create( 2024-09-21T05:28:17.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:28:17.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: self.do_handshake() 2024-09-21T05:28:17.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:28:17.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: self._sslobj.do_handshake() 2024-09-21T05:28:17.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:28:16 smithi099 bash[20153]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:28:17.064 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-09-21T05:28:17.064 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-21T05:28:17.064 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-21T05:28:17.064 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-09-21T05:28:17.064 INFO:teuthology.orchestra.run.smithi099.stdout:mgr epoch 9 is available 2024-09-21T05:28:17.064 INFO:teuthology.orchestra.run.smithi099.stdout:Generating a dashboard self-signed certificate... 2024-09-21T05:28:17.845 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: cephadm 2024-09-21T05:28:16.377731+0000 mgr.y (mgr.14150) 1 : cephadm [INF] [21/Sep/2024:05:28:16] ENGINE Bus STARTING 2024-09-21T05:28:17.845 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: cephadm 2024-09-21T05:28:16.479191+0000 mgr.y (mgr.14150) 2 : cephadm [INF] [21/Sep/2024:05:28:16] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T05:28:17.845 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: audit 2024-09-21T05:28:16.496819+0000 mgr.y (mgr.14150) 3 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-21T05:28:17.845 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: audit 2024-09-21T05:28:16.510946+0000 mgr.y (mgr.14150) 4 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-21T05:28:17.845 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: cephadm 2024-09-21T05:28:16.599754+0000 mgr.y (mgr.14150) 5 : cephadm [INF] [21/Sep/2024:05:28:16] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T05:28:17.845 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: cephadm 2024-09-21T05:28:16.599870+0000 mgr.y (mgr.14150) 6 : cephadm [INF] [21/Sep/2024:05:28:16] ENGINE Bus STARTED 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: cephadm 2024-09-21T05:28:16.601683+0000 mgr.y (mgr.14150) 7 : cephadm [ERR] [21/Sep/2024:05:28:16] ENGINE Error in HTTPServer.serve 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: Traceback (most recent call last): 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: self._connections.run(self.expiration_interval) 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: self._run(expiration_interval) 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: s = self.context.wrap_socket( 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: return self.sslsocket_class._create( 2024-09-21T05:28:17.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:28:17.847 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: self.do_handshake() 2024-09-21T05:28:17.847 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:28:17.847 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: self._sslobj.do_handshake() 2024-09-21T05:28:17.847 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:17 smithi099 bash[19899]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:28:19.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:18 smithi099 bash[19899]: cluster 2024-09-21T05:28:17.559422+0000 mon.a (mon.0) 88 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-09-21T05:28:19.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:18 smithi099 bash[19899]: audit 2024-09-21T05:28:18.499192+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:19.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:18 smithi099 bash[19899]: audit 2024-09-21T05:28:18.503767+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:19.053 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-21T05:28:19.053 INFO:teuthology.orchestra.run.smithi099.stdout:Creating initial admin user... 2024-09-21T05:28:19.861 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:19 smithi099 bash[19899]: audit 2024-09-21T05:28:18.345247+0000 mgr.y (mgr.14150) 8 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:28:21.169 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$aknfcYtaWr.eQPMKgKpcyeCK5BRwQPNj0kgYTBw5NImA9KoTeXZcS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726896500, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-21T05:28:21.170 INFO:teuthology.orchestra.run.smithi099.stdout:Fetching dashboard port number... 2024-09-21T05:28:21.952 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:21 smithi099 bash[19899]: audit 2024-09-21T05:28:20.401492+0000 mgr.y (mgr.14150) 9 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:28:21.952 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:21 smithi099 bash[19899]: audit 2024-09-21T05:28:20.652590+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:22 smithi099 bash[19899]: cluster 2024-09-21T05:28:21.661845+0000 mon.a (mon.0) 92 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-09-21T05:28:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:22 smithi099 bash[19899]: audit 2024-09-21T05:28:22.252976+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:22 smithi099 bash[19899]: audit 2024-09-21T05:28:22.458780+0000 mon.a (mon.0) 94 : audit [DBG] from='client.? 172.21.15.99:0/62196933' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-21T05:28:22.976 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 8443 2024-09-21T05:28:22.976 INFO:teuthology.orchestra.run.smithi099.stdout:firewalld does not appear to be present 2024-09-21T05:28:22.977 INFO:teuthology.orchestra.run.smithi099.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-21T05:28:22.979 INFO:teuthology.orchestra.run.smithi099.stdout:Ceph Dashboard is now available at: 2024-09-21T05:28:22.979 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:22.979 INFO:teuthology.orchestra.run.smithi099.stdout: URL: https://smithi099.front.sepia.ceph.com:8443/ 2024-09-21T05:28:22.979 INFO:teuthology.orchestra.run.smithi099.stdout: User: admin 2024-09-21T05:28:22.979 INFO:teuthology.orchestra.run.smithi099.stdout: Password: 8sqzzjorev 2024-09-21T05:28:22.979 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:22.979 INFO:teuthology.orchestra.run.smithi099.stdout:Saving cluster configuration to /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config directory 2024-09-21T05:28:24.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:24 smithi099 bash[19899]: audit 2024-09-21T05:28:23.444509+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:24.950 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout:Or, if you are only running a single cluster on this host: 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout: ceph telemetry on 2024-09-21T05:28:24.951 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:24.952 INFO:teuthology.orchestra.run.smithi099.stdout:For more information see: 2024-09-21T05:28:24.952 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:24.952 INFO:teuthology.orchestra.run.smithi099.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-21T05:28:24.952 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:24.952 INFO:teuthology.orchestra.run.smithi099.stdout:Bootstrap complete. 2024-09-21T05:28:24.992 INFO:tasks.cephadm:Fetching config... 2024-09-21T05:28:24.993 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:28:24.993 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-21T05:28:24.998 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-21T05:28:24.998 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:28:24.999 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-21T05:28:25.046 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-21T05:28:25.046 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:28:25.046 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/keyring of=/dev/stdout 2024-09-21T05:28:25.101 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-21T05:28:25.101 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:28:25.102 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-21T05:28:25.150 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-21T05:28:25.150 DEBUG:teuthology.orchestra.run.smithi099:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFe+g9zy9TbW16a9vWuJcwaajQsCjHQWdrBuNyRoXxeIwxSZvBE4/VZCfeOm+0cHxVu+YAe4h9Mf4p8S6o/vkFyNe8AKD1vFnswGuKXE0oVCD3J87QuaE50pBevG2U8AoWjEx2k/y/hW1wRQpgz0dVS5ugJiAUdR4iEiLuozkko0HVFBJbUoIaYsVwDJ1rIjnpaB+34XU8Oa7/foyWJ61RLonEHOqphU8Bp8U9IWtzPXELN9Asvs3Y4VqyJKHczh6S5XRQbGroEBXYgA6KUW0p/OE+srEtlRc0P5oFySR7PyL4ewSdwMyA64S59VeaRbBaalr/0Hs3/E+FwE+kkmnfOhZiCa2hQr3NfnFTe64BYKZTbojLsefY2YRKr6O4eDLXiBfyaDw8WW7oInDvTOFD50h8HLyx1CuJaQQUnTlg+NbTlPT/Eh2+g4stVW2Yv9lE6hMqLNigTlUYZD82PlZdJybRGNXSmjYZXpcpV04ND1LAMrrBYnkMCOMjSZWxnH8= ceph-ee3410ee-77d9-11ef-baf5-efdc52797490' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-21T05:28:25.213 INFO:teuthology.orchestra.run.smithi099.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFe+g9zy9TbW16a9vWuJcwaajQsCjHQWdrBuNyRoXxeIwxSZvBE4/VZCfeOm+0cHxVu+YAe4h9Mf4p8S6o/vkFyNe8AKD1vFnswGuKXE0oVCD3J87QuaE50pBevG2U8AoWjEx2k/y/hW1wRQpgz0dVS5ugJiAUdR4iEiLuozkko0HVFBJbUoIaYsVwDJ1rIjnpaB+34XU8Oa7/foyWJ61RLonEHOqphU8Bp8U9IWtzPXELN9Asvs3Y4VqyJKHczh6S5XRQbGroEBXYgA6KUW0p/OE+srEtlRc0P5oFySR7PyL4ewSdwMyA64S59VeaRbBaalr/0Hs3/E+FwE+kkmnfOhZiCa2hQr3NfnFTe64BYKZTbojLsefY2YRKr6O4eDLXiBfyaDw8WW7oInDvTOFD50h8HLyx1CuJaQQUnTlg+NbTlPT/Eh2+g4stVW2Yv9lE6hMqLNigTlUYZD82PlZdJybRGNXSmjYZXpcpV04ND1LAMrrBYnkMCOMjSZWxnH8= ceph-ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:28:25.222 DEBUG:teuthology.orchestra.run.smithi112:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFe+g9zy9TbW16a9vWuJcwaajQsCjHQWdrBuNyRoXxeIwxSZvBE4/VZCfeOm+0cHxVu+YAe4h9Mf4p8S6o/vkFyNe8AKD1vFnswGuKXE0oVCD3J87QuaE50pBevG2U8AoWjEx2k/y/hW1wRQpgz0dVS5ugJiAUdR4iEiLuozkko0HVFBJbUoIaYsVwDJ1rIjnpaB+34XU8Oa7/foyWJ61RLonEHOqphU8Bp8U9IWtzPXELN9Asvs3Y4VqyJKHczh6S5XRQbGroEBXYgA6KUW0p/OE+srEtlRc0P5oFySR7PyL4ewSdwMyA64S59VeaRbBaalr/0Hs3/E+FwE+kkmnfOhZiCa2hQr3NfnFTe64BYKZTbojLsefY2YRKr6O4eDLXiBfyaDw8WW7oInDvTOFD50h8HLyx1CuJaQQUnTlg+NbTlPT/Eh2+g4stVW2Yv9lE6hMqLNigTlUYZD82PlZdJybRGNXSmjYZXpcpV04ND1LAMrrBYnkMCOMjSZWxnH8= ceph-ee3410ee-77d9-11ef-baf5-efdc52797490' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-21T05:28:25.244 INFO:teuthology.orchestra.run.smithi112.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFe+g9zy9TbW16a9vWuJcwaajQsCjHQWdrBuNyRoXxeIwxSZvBE4/VZCfeOm+0cHxVu+YAe4h9Mf4p8S6o/vkFyNe8AKD1vFnswGuKXE0oVCD3J87QuaE50pBevG2U8AoWjEx2k/y/hW1wRQpgz0dVS5ugJiAUdR4iEiLuozkko0HVFBJbUoIaYsVwDJ1rIjnpaB+34XU8Oa7/foyWJ61RLonEHOqphU8Bp8U9IWtzPXELN9Asvs3Y4VqyJKHczh6S5XRQbGroEBXYgA6KUW0p/OE+srEtlRc0P5oFySR7PyL4ewSdwMyA64S59VeaRbBaalr/0Hs3/E+FwE+kkmnfOhZiCa2hQr3NfnFTe64BYKZTbojLsefY2YRKr6O4eDLXiBfyaDw8WW7oInDvTOFD50h8HLyx1CuJaQQUnTlg+NbTlPT/Eh2+g4stVW2Yv9lE6hMqLNigTlUYZD82PlZdJybRGNXSmjYZXpcpV04ND1LAMrrBYnkMCOMjSZWxnH8= ceph-ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:28:25.254 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-21T05:28:25.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:25 smithi099 bash[19899]: audit 2024-09-21T05:28:24.452242+0000 mon.a (mon.0) 96 : audit [INF] from='client.? 172.21.15.99:0/375829277' entity='client.admin' 2024-09-21T05:28:29.445 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:28:31.985 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-21T05:28:31.985 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-21T05:28:32.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:32 smithi099 bash[19899]: audit 2024-09-21T05:28:31.405600+0000 mon.a (mon.0) 97 : audit [INF] from='client.? 172.21.15.99:0/771956915' entity='client.admin' 2024-09-21T05:28:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:33 smithi099 bash[19899]: audit 2024-09-21T05:28:32.999613+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:33 smithi099 bash[19899]: audit 2024-09-21T05:28:33.004436+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:33 smithi099 bash[19899]: audit 2024-09-21T05:28:33.006164+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi099", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:28:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:33 smithi099 bash[19899]: audit 2024-09-21T05:28:33.016015+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:33 smithi099 bash[19899]: audit 2024-09-21T05:28:33.046498+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:28:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:33 smithi099 bash[19899]: audit 2024-09-21T05:28:33.054491+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:36.723 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:28:36.823 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:36 smithi099 bash[19899]: cluster 2024-09-21T05:28:35.501597+0000 mgr.y (mgr.14150) 10 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:38.516 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi112 2024-09-21T05:28:38.516 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-21T05:28:38.516 DEBUG:teuthology.orchestra.run.smithi112:> dd of=/etc/ceph/ceph.conf 2024-09-21T05:28:38.523 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-21T05:28:38.523 DEBUG:teuthology.orchestra.run.smithi112:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:28:38.568 INFO:tasks.cephadm:Adding host smithi112 to orchestrator... 2024-09-21T05:28:38.568 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch host add smithi112 2024-09-21T05:28:39.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:38 smithi099 bash[19899]: cluster 2024-09-21T05:28:37.502045+0000 mgr.y (mgr.14150) 11 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:39.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:38 smithi099 bash[19899]: audit 2024-09-21T05:28:37.961866+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:39.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:38 smithi099 bash[19899]: audit 2024-09-21T05:28:37.963160+0000 mon.a (mon.0) 105 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:28:39.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:38 smithi099 bash[19899]: audit 2024-09-21T05:28:37.965424+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:28:39.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:38 smithi099 bash[19899]: audit 2024-09-21T05:28:37.966272+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:28:39.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:38 smithi099 bash[19899]: audit 2024-09-21T05:28:38.316504+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:39.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:38 smithi099 bash[19899]: audit 2024-09-21T05:28:38.319245+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:39.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:38 smithi099 bash[19899]: audit 2024-09-21T05:28:38.322222+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:40.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:39 smithi099 bash[19899]: audit 2024-09-21T05:28:37.958873+0000 mgr.y (mgr.14150) 12 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:28:40.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:39 smithi099 bash[19899]: cephadm 2024-09-21T05:28:37.967442+0000 mgr.y (mgr.14150) 13 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:28:40.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:39 smithi099 bash[19899]: cephadm 2024-09-21T05:28:38.059603+0000 mgr.y (mgr.14150) 14 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:28:40.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:39 smithi099 bash[19899]: cephadm 2024-09-21T05:28:38.140823+0000 mgr.y (mgr.14150) 15 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:28:40.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:39 smithi099 bash[19899]: cephadm 2024-09-21T05:28:38.226989+0000 mgr.y (mgr.14150) 16 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:28:41.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:40 smithi099 bash[19899]: cluster 2024-09-21T05:28:39.502497+0000 mgr.y (mgr.14150) 17 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:43.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:42 smithi099 bash[19899]: cluster 2024-09-21T05:28:41.502870+0000 mgr.y (mgr.14150) 18 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:43.294 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:28:45.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:44 smithi099 bash[19899]: cluster 2024-09-21T05:28:43.503316+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:46.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:45 smithi099 bash[19899]: audit 2024-09-21T05:28:44.572278+0000 mgr.y (mgr.14150) 20 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi112", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:28:47.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:46 smithi099 bash[19899]: cluster 2024-09-21T05:28:45.503724+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:47.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:46 smithi099 bash[19899]: cephadm 2024-09-21T05:28:45.607576+0000 mgr.y (mgr.14150) 22 : cephadm [INF] Deploying cephadm binary to smithi112 2024-09-21T05:28:48.912 INFO:teuthology.orchestra.run.smithi099.stdout:Added host 'smithi112' with addr '172.21.15.112' 2024-09-21T05:28:48.928 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:48 smithi099 bash[19899]: cluster 2024-09-21T05:28:47.504104+0000 mgr.y (mgr.14150) 23 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:49.461 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch host ls --format=json 2024-09-21T05:28:50.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:49 smithi099 bash[19899]: audit 2024-09-21T05:28:48.912501+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:50.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:49 smithi099 bash[19899]: cephadm 2024-09-21T05:28:48.913384+0000 mgr.y (mgr.14150) 24 : cephadm [INF] Added host smithi112 2024-09-21T05:28:50.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:49 smithi099 bash[19899]: audit 2024-09-21T05:28:48.914150+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:28:50.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:49 smithi099 bash[19899]: audit 2024-09-21T05:28:49.459695+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:50.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:49 smithi099 bash[19899]: cluster 2024-09-21T05:28:49.504529+0000 mgr.y (mgr.14150) 25 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:52.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:51 smithi099 bash[19899]: audit 2024-09-21T05:28:50.980022+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:52.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:51 smithi099 bash[19899]: cluster 2024-09-21T05:28:51.504912+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:53.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:53 smithi099 bash[19899]: audit 2024-09-21T05:28:52.301321+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:54.183 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:28:54.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:54 smithi099 bash[19899]: cluster 2024-09-21T05:28:53.505324+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:55.487 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:28:55.487 INFO:teuthology.orchestra.run.smithi099.stdout:[{"addr": "172.21.15.99", "hostname": "smithi099", "labels": [], "status": ""}, {"addr": "172.21.15.112", "hostname": "smithi112", "labels": [], "status": ""}] 2024-09-21T05:28:56.037 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-21T05:28:56.037 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd crush tunables default 2024-09-21T05:28:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:56 smithi099 bash[19899]: audit 2024-09-21T05:28:55.487606+0000 mgr.y (mgr.14150) 28 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T05:28:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:56 smithi099 bash[19899]: cluster 2024-09-21T05:28:55.505608+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:59.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:58 smithi099 bash[19899]: cluster 2024-09-21T05:28:57.505974+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:28:59.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:58 smithi099 bash[19899]: audit 2024-09-21T05:28:57.974030+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:59.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:58 smithi099 bash[19899]: audit 2024-09-21T05:28:57.979913+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:59.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:58 smithi099 bash[19899]: audit 2024-09-21T05:28:57.986069+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:59.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:58 smithi099 bash[19899]: audit 2024-09-21T05:28:57.991160+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:28:59.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:58 smithi099 bash[19899]: audit 2024-09-21T05:28:57.992882+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi112", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:28:59.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:58 smithi099 bash[19899]: audit 2024-09-21T05:28:57.995246+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:28:59.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:58 smithi099 bash[19899]: audit 2024-09-21T05:28:57.996909+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:00.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:59 smithi099 bash[19899]: cephadm 2024-09-21T05:28:57.999338+0000 mgr.y (mgr.14150) 31 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:29:00.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:59 smithi099 bash[19899]: cephadm 2024-09-21T05:28:58.174535+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:29:00.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:59 smithi099 bash[19899]: cephadm 2024-09-21T05:28:58.322249+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:29:00.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:59 smithi099 bash[19899]: cephadm 2024-09-21T05:28:58.458239+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:29:00.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:59 smithi099 bash[19899]: audit 2024-09-21T05:28:58.597152+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:00.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:59 smithi099 bash[19899]: audit 2024-09-21T05:28:58.601989+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:00.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:28:59 smithi099 bash[19899]: audit 2024-09-21T05:28:58.607883+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:00.764 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:29:00.857 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:00 smithi099 bash[19899]: cluster 2024-09-21T05:28:59.506502+0000 mgr.y (mgr.14150) 35 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:02.613 INFO:teuthology.orchestra.run.smithi099.stderr:adjusted tunables profile to default 2024-09-21T05:29:03.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:02 smithi099 bash[19899]: cluster 2024-09-21T05:29:01.506934+0000 mgr.y (mgr.14150) 36 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:03.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:02 smithi099 bash[19899]: audit 2024-09-21T05:29:02.055420+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.99:0/1754031560' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-21T05:29:03.188 INFO:tasks.cephadm:Adding mon.a on smithi099 2024-09-21T05:29:03.188 INFO:tasks.cephadm:Adding mon.c on smithi099 2024-09-21T05:29:03.189 INFO:tasks.cephadm:Adding mon.b on smithi112 2024-09-21T05:29:03.189 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch apply mon '3;smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi112:172.21.15.112=b' 2024-09-21T05:29:04.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:03 smithi099 bash[19899]: audit 2024-09-21T05:29:02.613475+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.99:0/1754031560' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-21T05:29:04.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:03 smithi099 bash[19899]: cluster 2024-09-21T05:29:02.617839+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:04.413 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:29:05.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:04 smithi099 bash[19899]: cluster 2024-09-21T05:29:03.507419+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:05.729 INFO:teuthology.orchestra.run.smithi112.stdout:Scheduled mon update... 2024-09-21T05:29:06.409 DEBUG:teuthology.orchestra.run.smithi099:mon.c> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.c.service 2024-09-21T05:29:06.412 DEBUG:teuthology.orchestra.run.smithi112:mon.b> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.b.service 2024-09-21T05:29:06.414 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-21T05:29:06.414 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph mon dump -f json 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: cluster 2024-09-21T05:29:05.507825+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: audit 2024-09-21T05:29:05.716467+0000 mgr.y (mgr.14150) 39 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi112:172.21.15.112=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: cephadm 2024-09-21T05:29:05.721634+0000 mgr.y (mgr.14150) 40 : cephadm [INF] Saving service mon spec with placement smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi112:172.21.15.112=b;count:3 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: audit 2024-09-21T05:29:05.728954+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: audit 2024-09-21T05:29:05.730808+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: audit 2024-09-21T05:29:05.734729+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: audit 2024-09-21T05:29:05.736503+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: audit 2024-09-21T05:29:05.746679+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: audit 2024-09-21T05:29:05.750406+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:06 smithi099 bash[19899]: audit 2024-09-21T05:29:05.752015+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:07.673 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:29:08.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:07 smithi099 bash[19899]: cephadm 2024-09-21T05:29:05.753876+0000 mgr.y (mgr.14150) 41 : cephadm [INF] Deploying daemon mon.b on smithi112 2024-09-21T05:29:09.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:08 smithi099 bash[19899]: cluster 2024-09-21T05:29:07.508192+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:09.591 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-21T05:29:09.591 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":1,"fsid":"ee3410ee-77d9-11ef-baf5-efdc52797490","modified":"2024-09-21T05:27:13.459027Z","created":"2024-09-21T05:27:13.459027Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3300","nonce":0},{"type":"v1","addr":"172.21.15.99:6789","nonce":0}]},"addr":"172.21.15.99:6789/0","public_addr":"172.21.15.99:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-21T05:29:09.591 INFO:teuthology.orchestra.run.smithi112.stderr:dumped monmap epoch 1 2024-09-21T05:29:10.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:09 smithi099 bash[19899]: cluster 2024-09-21T05:29:09.508574+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:10.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:09 smithi099 bash[19899]: audit 2024-09-21T05:29:09.591360+0000 mon.a (mon.0) 136 : audit [DBG] from='client.? 172.21.15.112:0/241763543' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T05:29:11.550 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-21T05:29:11.550 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph mon dump -f json 2024-09-21T05:29:11.816 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:11 smithi112 systemd[1]: Started Ceph mon.b for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:29:12.772 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:29:13.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:12 smithi099 bash[19899]: cluster 2024-09-21T05:29:11.508988+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:12 smithi099 bash[19899]: audit 2024-09-21T05:29:11.762106+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:12 smithi099 bash[19899]: audit 2024-09-21T05:29:11.768256+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:12 smithi099 bash[19899]: audit 2024-09-21T05:29:11.774935+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:12 smithi099 bash[19899]: audit 2024-09-21T05:29:11.776401+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:13.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:12 smithi099 bash[19899]: audit 2024-09-21T05:29:11.778427+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.813+0000 7eff98c01c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-21T05:29:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.813+0000 7eff98c01c80 0 ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable), process ceph-mon, pid 7 2024-09-21T05:29:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.813+0000 7eff98c01c80 0 pidfile_write: ignore empty --pid-file 2024-09-21T05:29:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.813+0000 7eff98c01c80 0 load: jerasure load: lrc 2024-09-21T05:29:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-21T05:29:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Git sha 0 2024-09-21T05:29:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Compile date 2024-09-20 20:39:57 2024-09-21T05:29:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: DB SUMMARY 2024-09-21T05:29:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: DB Session ID: Z6QXYSUKV3JB7DAEE75G 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: CURRENT file: CURRENT 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.error_if_exists: 0 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.create_if_missing: 0 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.env: 0x557d473ab940 2024-09-21T05:29:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-21T05:29:13.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.info_log: 0x557d4833b6e0 2024-09-21T05:29:13.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-21T05:29:13.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.statistics: (nil) 2024-09-21T05:29:13.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.use_fsync: 0 2024-09-21T05:29:13.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-21T05:29:13.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-21T05:29:13.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.db_log_dir: 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.wal_dir: 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-21T05:29:13.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.write_buffer_manager: 0x557d4834adc0 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-21T05:29:13.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.unordered_write: 0 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.row_cache: None 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.wal_filter: None 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.two_write_queues: 0 2024-09-21T05:29:13.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.wal_compression: 0 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.atomic_flush: 0 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-21T05:29:13.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-21T05:29:13.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_open_files: -1 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Compression algorithms supported: 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: kZSTD supported: 0 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: kXpressCompression supported: 0 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: kZlibCompression supported: 1 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-21T05:29:13.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-21T05:29:13.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-21T05:29:13.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-21T05:29:13.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-21T05:29:13.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-21T05:29:13.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-21T05:29:13.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.merge_operator: 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_filter: None 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557d4833b320) 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cache_index_and_filter_blocks: 1 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: pin_top_level_index_and_filter: 1 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: index_type: 0 2024-09-21T05:29:13.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: data_block_index_type: 0 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: index_shortening: 1 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: data_block_hash_table_util_ratio: 0.750000 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: checksum: 4 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: no_block_cache: 0 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: block_cache: 0x557d483311f0 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: block_cache_name: BinnedLRUCache 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: block_cache_options: 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: capacity : 536870912 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: num_shard_bits : 4 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: strict_capacity_limit : 0 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: high_pri_pool_ratio: 0.000 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: block_cache_compressed: (nil) 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: persistent_cache: (nil) 2024-09-21T05:29:13.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: block_size: 4096 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: block_size_deviation: 10 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: block_restart_interval: 16 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: index_block_restart_interval: 1 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: metadata_block_size: 4096 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: partition_filters: 0 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: use_delta_encoding: 1 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: filter_policy: bloomfilter 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: whole_key_filtering: 1 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: verify_compression: 0 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: read_amp_bytes_per_bit: 0 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: format_version: 5 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: enable_index_compression: 1 2024-09-21T05:29:13.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: block_align: 0 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: max_auto_readahead_size: 262144 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: prepopulate_block_cache: 0 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: initial_auto_readahead_size: 8192 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: num_file_reads_for_auto_readahead: 2 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression: NoCompression 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.num_levels: 7 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-21T05:29:13.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-21T05:29:13.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-21T05:29:13.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-21T05:29:13.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.bloom_locality: 0 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-21T05:29:13.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.ttl: 2592000 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.enable_blob_files: false 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.min_blob_size: 0 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-21T05:29:13.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b877ecc4-0f1a-4cf1-8dea-7b3f2d8c2ab2 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726896552820794, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726896552821233, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726896552, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b877ecc4-0f1a-4cf1-8dea-7b3f2d8c2ab2", "db_session_id": "Z6QXYSUKV3JB7DAEE75G", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726896552821356, "job": 1, "event": "recovery_finished"} 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-21T05:29:13.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557d4835ce00 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.817+0000 7eff98c01c80 4 rocksdb: DB pointer 0x557d4845c000 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.821+0000 7eff8e9ca640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.821+0000 7eff8e9ca640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: ** DB Stats ** 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: ** Compaction Stats [default] ** 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-21T05:29:13.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: ** Compaction Stats [default] ** 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: AddFile(Total Files): cumulative 0, interval 0 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-21T05:29:13.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: AddFile(Keys): cumulative 0, interval 0 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Cumulative compaction: 0.00 GB write, 0.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Interval compaction: 0.00 GB write, 0.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Block cache BinnedLRUCache@0x557d483311f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: ** File Read Latency Histogram By Level [default] ** 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.821+0000 7eff98c01c80 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.821+0000 7eff98c01c80 0 using public_addr v2:172.21.15.112:0/0 -> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.821+0000 7eff98c01c80 0 starting mon.b rank -1 at public addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] at bind addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.821+0000 7eff98c01c80 1 mon.b@-1(???) e0 preinit fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 0 mon.b@-1(synchronizing).mds e1 new map 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 0 mon.b@-1(synchronizing).mds e1 print_map 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: e1 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: btime 2024-09-21T05:27:17:937685+0000 2024-09-21T05:29:13.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: legacy client fscid: -1 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: No filesystems configured 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T05:29:13.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:28:43.503316+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:44.572278+0000 mgr.y (mgr.14150) 20 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi112", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:28:45.503724+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cephadm 2024-09-21T05:28:45.607576+0000 mgr.y (mgr.14150) 22 : cephadm [INF] Deploying cephadm binary to smithi112 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:28:47.504104+0000 mgr.y (mgr.14150) 23 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:48.912501+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cephadm 2024-09-21T05:28:48.913384+0000 mgr.y (mgr.14150) 24 : cephadm [INF] Added host smithi112 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:48.914150+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:49.459695+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:28:49.504529+0000 mgr.y (mgr.14150) 25 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:50.980022+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:28:51.504912+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:52.301321+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:28:53.505324+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:55.487606+0000 mgr.y (mgr.14150) 28 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:28:55.505608+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:28:57.505974+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:57.974030+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:57.979913+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:57.986069+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:57.991160+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:57.992882+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi112", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:57.995246+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:57.996909+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cephadm 2024-09-21T05:28:57.999338+0000 mgr.y (mgr.14150) 31 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cephadm 2024-09-21T05:28:58.174535+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cephadm 2024-09-21T05:28:58.322249+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cephadm 2024-09-21T05:28:58.458239+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:29:13.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:58.597152+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:58.601989+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:28:58.607883+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:28:59.506502+0000 mgr.y (mgr.14150) 35 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:29:01.506934+0000 mgr.y (mgr.14150) 36 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:02.055420+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.99:0/1754031560' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:02.613475+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.99:0/1754031560' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:29:02.617839+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:29:03.507419+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:29:05.507825+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:05.716467+0000 mgr.y (mgr.14150) 39 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi112:172.21.15.112=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cephadm 2024-09-21T05:29:05.721634+0000 mgr.y (mgr.14150) 40 : cephadm [INF] Saving service mon spec with placement smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi112:172.21.15.112=b;count:3 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:05.728954+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:05.730808+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:05.734729+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:05.736503+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:13.221 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:05.746679+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:05.750406+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:05.752015+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cephadm 2024-09-21T05:29:05.753876+0000 mgr.y (mgr.14150) 41 : cephadm [INF] Deploying daemon mon.b on smithi112 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:29:07.508192+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:29:09.508574+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:09.591360+0000 mon.a (mon.0) 136 : audit [DBG] from='client.? 172.21.15.112:0/241763543' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: cluster 2024-09-21T05:29:11.508988+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:11.762106+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:11.768256+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:11.774935+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:11.776401+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: audit 2024-09-21T05:29:11.778427+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:13.222 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:12 smithi112 bash[21612]: debug 2024-09-21T05:29:12.841+0000 7eff919d0640 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-21T05:29:15.914 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:15.915 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:29:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:16.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:29:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:16.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:17.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[26898]: debug 2024-09-21T05:29:17.085+0000 7fb2e7215640 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-21T05:29:18.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:12.857054+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:29:18.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:12.857401+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2024-09-21T05:29:18.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:12.880310+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:13.509313+0000 mgr.y (mgr.14150) 46 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:18.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:13.851026+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:14.851599+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:14.854142+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-21T05:29:18.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:15.509776+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:15.850863+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:16.851751+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:17.093029+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.510256+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:17.851891+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.900593+0000 mon.a (mon.0) 152 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.907369+0000 mon.a (mon.0) 153 : cluster [DBG] monmap epoch 2 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.907404+0000 mon.a (mon.0) 154 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.907441+0000 mon.a (mon.0) 155 : cluster [DBG] last_changed 2024-09-21T05:29:12.851448+0000 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.907472+0000 mon.a (mon.0) 156 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.907506+0000 mon.a (mon.0) 157 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.907545+0000 mon.a (mon.0) 158 : cluster [DBG] election_strategy: 1 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.907574+0000 mon.a (mon.0) 159 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.907607+0000 mon.a (mon.0) 160 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T05:29:18.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.931969+0000 mon.a (mon.0) 161 : cluster [DBG] fsmap 2024-09-21T05:29:18.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.932031+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:18.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.932313+0000 mon.a (mon.0) 163 : cluster [DBG] mgrmap e13: y(active, since 62s) 2024-09-21T05:29:18.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: cluster 2024-09-21T05:29:17.932569+0000 mon.a (mon.0) 164 : cluster [INF] overall HEALTH_OK 2024-09-21T05:29:18.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:17.938692+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:18.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:17.945756+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:18.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:17.953221+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:18.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:17 smithi099 bash[19899]: audit 2024-09-21T05:29:17.960237+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:12.857054+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:12.857401+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:12.880310+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:13.509313+0000 mgr.y (mgr.14150) 46 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:13.851026+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:14.851599+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:14.854142+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:15.509776+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:15.850863+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:16.851751+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:17.093029+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.510256+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:17.851891+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.900593+0000 mon.a (mon.0) 152 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.907369+0000 mon.a (mon.0) 153 : cluster [DBG] monmap epoch 2 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.907404+0000 mon.a (mon.0) 154 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.907441+0000 mon.a (mon.0) 155 : cluster [DBG] last_changed 2024-09-21T05:29:12.851448+0000 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.907472+0000 mon.a (mon.0) 156 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.907506+0000 mon.a (mon.0) 157 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.907545+0000 mon.a (mon.0) 158 : cluster [DBG] election_strategy: 1 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.907574+0000 mon.a (mon.0) 159 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.907607+0000 mon.a (mon.0) 160 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.931969+0000 mon.a (mon.0) 161 : cluster [DBG] fsmap 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.932031+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:18.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.932313+0000 mon.a (mon.0) 163 : cluster [DBG] mgrmap e13: y(active, since 62s) 2024-09-21T05:29:18.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: cluster 2024-09-21T05:29:17.932569+0000 mon.a (mon.0) 164 : cluster [INF] overall HEALTH_OK 2024-09-21T05:29:18.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:17.938692+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:18.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:17.945756+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:18.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:17.953221+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:18.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:17 smithi112 bash[21612]: audit 2024-09-21T05:29:17.960237+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:18.614 INFO:teuthology.orchestra.run.smithi112.stderr:dumped monmap epoch 2 2024-09-21T05:29:18.614 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-21T05:29:18.614 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":2,"fsid":"ee3410ee-77d9-11ef-baf5-efdc52797490","modified":"2024-09-21T05:29:12.851448Z","created":"2024-09-21T05:27:13.459027Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3300","nonce":0},{"type":"v1","addr":"172.21.15.99:6789","nonce":0}]},"addr":"172.21.15.99:6789/0","public_addr":"172.21.15.99:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-21T05:29:19.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:18 smithi099 bash[19899]: audit 2024-09-21T05:29:18.020062+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:19.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:18 smithi099 bash[19899]: audit 2024-09-21T05:29:18.094191+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:19.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:18 smithi099 bash[19899]: audit 2024-09-21T05:29:18.614086+0000 mon.a (mon.0) 171 : audit [DBG] from='client.? 172.21.15.112:0/3102426921' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T05:29:19.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:18 smithi099 bash[19899]: audit 2024-09-21T05:29:18.851731+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:19.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:18 smithi112 bash[21612]: audit 2024-09-21T05:29:18.020062+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:19.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:18 smithi112 bash[21612]: audit 2024-09-21T05:29:18.094191+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:19.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:18 smithi112 bash[21612]: audit 2024-09-21T05:29:18.614086+0000 mon.a (mon.0) 171 : audit [DBG] from='client.? 172.21.15.112:0/3102426921' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T05:29:19.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:18 smithi112 bash[21612]: audit 2024-09-21T05:29:18.851731+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:20.239 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-21T05:29:20.239 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph mon dump -f json 2024-09-21T05:29:24.052 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:29:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:19.100939+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:29:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:19.101378+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2024-09-21T05:29:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:19.102053+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-21T05:29:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:19.120214+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:19.120505+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:19.510619+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:20.094322+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:21.093827+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:21.510991+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:22.094680+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:23.094064+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:23.511382+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:24.095057+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.120557+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.126394+0000 mon.a (mon.0) 184 : cluster [DBG] monmap epoch 3 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.126425+0000 mon.a (mon.0) 185 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.126445+0000 mon.a (mon.0) 186 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.126465+0000 mon.a (mon.0) 187 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:29:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.126481+0000 mon.a (mon.0) 188 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.126499+0000 mon.a (mon.0) 189 : cluster [DBG] election_strategy: 1 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.126518+0000 mon.a (mon.0) 190 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.126539+0000 mon.a (mon.0) 191 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.126562+0000 mon.a (mon.0) 192 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.148019+0000 mon.a (mon.0) 193 : cluster [DBG] fsmap 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.148068+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.148330+0000 mon.a (mon.0) 195 : cluster [DBG] mgrmap e13: y(active, since 68s) 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.148630+0000 mon.a (mon.0) 196 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.155268+0000 mon.a (mon.0) 197 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.155305+0000 mon.a (mon.0) 198 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: cluster 2024-09-21T05:29:24.155350+0000 mon.a (mon.0) 199 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] is down (out of quorum) 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:24.160211+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:24.165311+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:24.170432+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:24.176210+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:24.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:24 smithi112 bash[21612]: audit 2024-09-21T05:29:24.181806+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:24.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:19.100939+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:29:24.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:19.101378+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2024-09-21T05:29:24.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:19.102053+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-21T05:29:24.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:19.120214+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:24.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:19.120505+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:19.510619+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:20.094322+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:21.093827+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:21.510991+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:22.094680+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:23.094064+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:23.511382+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:24.095057+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.120557+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.126394+0000 mon.a (mon.0) 184 : cluster [DBG] monmap epoch 3 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.126425+0000 mon.a (mon.0) 185 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.126445+0000 mon.a (mon.0) 186 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.126465+0000 mon.a (mon.0) 187 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.126481+0000 mon.a (mon.0) 188 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:29:24.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.126499+0000 mon.a (mon.0) 189 : cluster [DBG] election_strategy: 1 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.126518+0000 mon.a (mon.0) 190 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.126539+0000 mon.a (mon.0) 191 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.126562+0000 mon.a (mon.0) 192 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.148019+0000 mon.a (mon.0) 193 : cluster [DBG] fsmap 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.148068+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.148330+0000 mon.a (mon.0) 195 : cluster [DBG] mgrmap e13: y(active, since 68s) 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.148630+0000 mon.a (mon.0) 196 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.155268+0000 mon.a (mon.0) 197 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.155305+0000 mon.a (mon.0) 198 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: cluster 2024-09-21T05:29:24.155350+0000 mon.a (mon.0) 199 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] is down (out of quorum) 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:24.160211+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:24.165311+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:24.170432+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:24.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:24.176210+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:24.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:24 smithi099 bash[19899]: audit 2024-09-21T05:29:24.181806+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:25 smithi112 bash[21612]: audit 2024-09-21T05:29:24.867927+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:25 smithi112 bash[21612]: audit 2024-09-21T05:29:24.869645+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:25 smithi112 bash[21612]: audit 2024-09-21T05:29:25.094924+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:25 smithi112 bash[21612]: audit 2024-09-21T05:29:25.142657+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:25 smithi112 bash[21612]: audit 2024-09-21T05:29:25.147149+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:25 smithi112 bash[21612]: audit 2024-09-21T05:29:25.172086+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:25 smithi112 bash[21612]: audit 2024-09-21T05:29:25.179936+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:25 smithi112 bash[21612]: audit 2024-09-21T05:29:25.185845+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:25 smithi099 bash[19899]: audit 2024-09-21T05:29:24.867927+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:25.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:25 smithi099 bash[19899]: audit 2024-09-21T05:29:24.869645+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:25.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:25 smithi099 bash[19899]: audit 2024-09-21T05:29:25.094924+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:25.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:25 smithi099 bash[19899]: audit 2024-09-21T05:29:25.142657+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:25 smithi099 bash[19899]: audit 2024-09-21T05:29:25.147149+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:25 smithi099 bash[19899]: audit 2024-09-21T05:29:25.172086+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:25 smithi099 bash[19899]: audit 2024-09-21T05:29:25.179936+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:25 smithi099 bash[19899]: audit 2024-09-21T05:29:25.185845+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:25.530 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-21T05:29:25.530 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":3,"fsid":"ee3410ee-77d9-11ef-baf5-efdc52797490","modified":"2024-09-21T05:29:19.094852Z","created":"2024-09-21T05:27:13.459027Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3300","nonce":0},{"type":"v1","addr":"172.21.15.99:6789","nonce":0}]},"addr":"172.21.15.99:6789/0","public_addr":"172.21.15.99:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3301","nonce":0},{"type":"v1","addr":"172.21.15.99:6790","nonce":0}]},"addr":"172.21.15.99:6790/0","public_addr":"172.21.15.99:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-21T05:29:25.530 INFO:teuthology.orchestra.run.smithi112.stderr:dumped monmap epoch 3 2024-09-21T05:29:26.123 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-21T05:29:26.123 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph config generate-minimal-conf 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:21.095007+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.132633+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.133771+0000 mon.a (mon.0) 222 : cluster [INF] mon.a calling monitor election 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.134357+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.154339+0000 mon.a (mon.0) 223 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.161521+0000 mon.a (mon.0) 224 : cluster [DBG] monmap epoch 3 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.161557+0000 mon.a (mon.0) 225 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.161579+0000 mon.a (mon.0) 226 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.161599+0000 mon.a (mon.0) 227 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.161621+0000 mon.a (mon.0) 228 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:29:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.161641+0000 mon.a (mon.0) 229 : cluster [DBG] election_strategy: 1 2024-09-21T05:29:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.161661+0000 mon.a (mon.0) 230 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:29:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.161681+0000 mon.a (mon.0) 231 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T05:29:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.161701+0000 mon.a (mon.0) 232 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T05:29:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.162724+0000 mon.a (mon.0) 233 : cluster [DBG] fsmap 2024-09-21T05:29:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.162782+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.163044+0000 mon.a (mon.0) 235 : cluster [DBG] mgrmap e13: y(active, since 70s) 2024-09-21T05:29:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.163356+0000 mon.a (mon.0) 236 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-21T05:29:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.163390+0000 mon.a (mon.0) 237 : cluster [INF] Cluster is now healthy 2024-09-21T05:29:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:26 smithi112 bash[21612]: cluster 2024-09-21T05:29:26.169362+0000 mon.a (mon.0) 238 : cluster [INF] overall HEALTH_OK 2024-09-21T05:29:26.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:21.095007+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-21T05:29:26.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.132633+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-21T05:29:26.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.133771+0000 mon.a (mon.0) 222 : cluster [INF] mon.a calling monitor election 2024-09-21T05:29:26.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.134357+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.154339+0000 mon.a (mon.0) 223 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.161521+0000 mon.a (mon.0) 224 : cluster [DBG] monmap epoch 3 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.161557+0000 mon.a (mon.0) 225 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.161579+0000 mon.a (mon.0) 226 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.161599+0000 mon.a (mon.0) 227 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.161621+0000 mon.a (mon.0) 228 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.161641+0000 mon.a (mon.0) 229 : cluster [DBG] election_strategy: 1 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.161661+0000 mon.a (mon.0) 230 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.161681+0000 mon.a (mon.0) 231 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.161701+0000 mon.a (mon.0) 232 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.162724+0000 mon.a (mon.0) 233 : cluster [DBG] fsmap 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.162782+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.163044+0000 mon.a (mon.0) 235 : cluster [DBG] mgrmap e13: y(active, since 70s) 2024-09-21T05:29:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.163356+0000 mon.a (mon.0) 236 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-21T05:29:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.163390+0000 mon.a (mon.0) 237 : cluster [INF] Cluster is now healthy 2024-09-21T05:29:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[19899]: cluster 2024-09-21T05:29:26.169362+0000 mon.a (mon.0) 238 : cluster [INF] overall HEALTH_OK 2024-09-21T05:29:26.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:12.857054+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:12.857401+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:12.880310+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:13.509313+0000 mgr.y (mgr.14150) 46 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:13.851026+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:14.851599+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:14.854142+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:15.509776+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:15.850863+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:16.851751+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:17.093029+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.510256+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:17.851891+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.900593+0000 mon.a (mon.0) 152 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.907369+0000 mon.a (mon.0) 153 : cluster [DBG] monmap epoch 2 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.907404+0000 mon.a (mon.0) 154 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.907441+0000 mon.a (mon.0) 155 : cluster [DBG] last_changed 2024-09-21T05:29:12.851448+0000 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.907472+0000 mon.a (mon.0) 156 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.907506+0000 mon.a (mon.0) 157 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.907545+0000 mon.a (mon.0) 158 : cluster [DBG] election_strategy: 1 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.907574+0000 mon.a (mon.0) 159 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.907607+0000 mon.a (mon.0) 160 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.931969+0000 mon.a (mon.0) 161 : cluster [DBG] fsmap 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.932031+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.932313+0000 mon.a (mon.0) 163 : cluster [DBG] mgrmap e13: y(active, since 62s) 2024-09-21T05:29:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:17.932569+0000 mon.a (mon.0) 164 : cluster [INF] overall HEALTH_OK 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:17.938692+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:17.945756+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:17.953221+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:17.960237+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:18.020062+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:18.094191+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:18.614086+0000 mon.a (mon.0) 171 : audit [DBG] from='client.? 172.21.15.112:0/3102426921' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:18.851731+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:19.100939+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:19.101378+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:19.102053+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:19.120214+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:19.120505+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:19.510619+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:26.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:20.094322+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:21.093827+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:21.510991+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:22.094680+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:23.094064+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:23.511382+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:24.095057+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.120557+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.126394+0000 mon.a (mon.0) 184 : cluster [DBG] monmap epoch 3 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.126425+0000 mon.a (mon.0) 185 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.126445+0000 mon.a (mon.0) 186 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.126465+0000 mon.a (mon.0) 187 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.126481+0000 mon.a (mon.0) 188 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.126499+0000 mon.a (mon.0) 189 : cluster [DBG] election_strategy: 1 2024-09-21T05:29:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.126518+0000 mon.a (mon.0) 190 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.126539+0000 mon.a (mon.0) 191 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.126562+0000 mon.a (mon.0) 192 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.148019+0000 mon.a (mon.0) 193 : cluster [DBG] fsmap 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.148068+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.148330+0000 mon.a (mon.0) 195 : cluster [DBG] mgrmap e13: y(active, since 68s) 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.148630+0000 mon.a (mon.0) 196 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.155268+0000 mon.a (mon.0) 197 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.155305+0000 mon.a (mon.0) 198 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:24.155350+0000 mon.a (mon.0) 199 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] is down (out of quorum) 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:24.160211+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:24.165311+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:24.170432+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:24.176210+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:24.181806+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:24.867927+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:24.869645+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:25.094924+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:25.142657+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:25.147149+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:25.172086+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:25.179936+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: audit 2024-09-21T05:29:25.185845+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:21.095007+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.132633+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.133771+0000 mon.a (mon.0) 222 : cluster [INF] mon.a calling monitor election 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.134357+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.154339+0000 mon.a (mon.0) 223 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.161521+0000 mon.a (mon.0) 224 : cluster [DBG] monmap epoch 3 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.161557+0000 mon.a (mon.0) 225 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:26.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.161579+0000 mon.a (mon.0) 226 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.161599+0000 mon.a (mon.0) 227 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.161621+0000 mon.a (mon.0) 228 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.161641+0000 mon.a (mon.0) 229 : cluster [DBG] election_strategy: 1 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.161661+0000 mon.a (mon.0) 230 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.161681+0000 mon.a (mon.0) 231 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.161701+0000 mon.a (mon.0) 232 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.162724+0000 mon.a (mon.0) 233 : cluster [DBG] fsmap 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.162782+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.163044+0000 mon.a (mon.0) 235 : cluster [DBG] mgrmap e13: y(active, since 70s) 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.163356+0000 mon.a (mon.0) 236 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.163390+0000 mon.a (mon.0) 237 : cluster [INF] Cluster is now healthy 2024-09-21T05:29:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:26 smithi099 bash[26898]: cluster 2024-09-21T05:29:26.169362+0000 mon.a (mon.0) 238 : cluster [INF] overall HEALTH_OK 2024-09-21T05:29:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[19899]: audit 2024-09-21T05:29:27.095365+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[19899]: audit 2024-09-21T05:29:27.425828+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[19899]: audit 2024-09-21T05:29:27.430340+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[19899]: cephadm 2024-09-21T05:29:27.431434+0000 mgr.y (mgr.14150) 59 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-21T05:29:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[19899]: audit 2024-09-21T05:29:27.431913+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[19899]: audit 2024-09-21T05:29:27.433199+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T05:29:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[19899]: audit 2024-09-21T05:29:27.434122+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[19899]: cephadm 2024-09-21T05:29:27.435461+0000 mgr.y (mgr.14150) 60 : cephadm [INF] Reconfiguring daemon mon.c on smithi099 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[19899]: cluster 2024-09-21T05:29:27.512146+0000 mgr.y (mgr.14150) 61 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[26898]: audit 2024-09-21T05:29:27.095365+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[26898]: audit 2024-09-21T05:29:27.425828+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[26898]: audit 2024-09-21T05:29:27.430340+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[26898]: cephadm 2024-09-21T05:29:27.431434+0000 mgr.y (mgr.14150) 59 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[26898]: audit 2024-09-21T05:29:27.431913+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[26898]: audit 2024-09-21T05:29:27.433199+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[26898]: audit 2024-09-21T05:29:27.434122+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[26898]: cephadm 2024-09-21T05:29:27.435461+0000 mgr.y (mgr.14150) 60 : cephadm [INF] Reconfiguring daemon mon.c on smithi099 2024-09-21T05:29:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:28 smithi099 bash[26898]: cluster 2024-09-21T05:29:27.512146+0000 mgr.y (mgr.14150) 61 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:28.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:28 smithi112 bash[21612]: audit 2024-09-21T05:29:27.095365+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:29:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:28 smithi112 bash[21612]: audit 2024-09-21T05:29:27.425828+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:28 smithi112 bash[21612]: audit 2024-09-21T05:29:27.430340+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:28 smithi112 bash[21612]: cephadm 2024-09-21T05:29:27.431434+0000 mgr.y (mgr.14150) 59 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-21T05:29:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:28 smithi112 bash[21612]: audit 2024-09-21T05:29:27.431913+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:28 smithi112 bash[21612]: audit 2024-09-21T05:29:27.433199+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T05:29:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:28 smithi112 bash[21612]: audit 2024-09-21T05:29:27.434122+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:28 smithi112 bash[21612]: cephadm 2024-09-21T05:29:27.435461+0000 mgr.y (mgr.14150) 60 : cephadm [INF] Reconfiguring daemon mon.c on smithi099 2024-09-21T05:29:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:28 smithi112 bash[21612]: cluster 2024-09-21T05:29:27.512146+0000 mgr.y (mgr.14150) 61 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:30.862 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:29:30.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:30 smithi112 bash[21612]: cluster 2024-09-21T05:29:29.512474+0000 mgr.y (mgr.14150) 62 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:30.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:30 smithi112 bash[21612]: audit 2024-09-21T05:29:29.524613+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:30.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:30 smithi112 bash[21612]: audit 2024-09-21T05:29:29.533071+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:30.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:30 smithi112 bash[21612]: cephadm 2024-09-21T05:29:29.534326+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-21T05:29:30.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:30 smithi112 bash[21612]: audit 2024-09-21T05:29:29.534700+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:30.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:30 smithi112 bash[21612]: audit 2024-09-21T05:29:29.536079+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T05:29:30.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:30 smithi112 bash[21612]: audit 2024-09-21T05:29:29.537546+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:30.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:30 smithi112 bash[21612]: cephadm 2024-09-21T05:29:29.539046+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.b on smithi112 2024-09-21T05:29:30.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[26898]: cluster 2024-09-21T05:29:29.512474+0000 mgr.y (mgr.14150) 62 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:30.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[26898]: audit 2024-09-21T05:29:29.524613+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:30.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[26898]: audit 2024-09-21T05:29:29.533071+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:30.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[26898]: cephadm 2024-09-21T05:29:29.534326+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-21T05:29:30.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[26898]: audit 2024-09-21T05:29:29.534700+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:30.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[26898]: audit 2024-09-21T05:29:29.536079+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T05:29:30.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[26898]: audit 2024-09-21T05:29:29.537546+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:30.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[26898]: cephadm 2024-09-21T05:29:29.539046+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.b on smithi112 2024-09-21T05:29:30.958 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[19899]: cluster 2024-09-21T05:29:29.512474+0000 mgr.y (mgr.14150) 62 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:30.959 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[19899]: audit 2024-09-21T05:29:29.524613+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:30.959 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[19899]: audit 2024-09-21T05:29:29.533071+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:30.959 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[19899]: cephadm 2024-09-21T05:29:29.534326+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-21T05:29:30.959 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[19899]: audit 2024-09-21T05:29:29.534700+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T05:29:30.959 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[19899]: audit 2024-09-21T05:29:29.536079+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T05:29:30.959 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[19899]: audit 2024-09-21T05:29:29.537546+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:30.959 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:30 smithi099 bash[19899]: cephadm 2024-09-21T05:29:29.539046+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.b on smithi112 2024-09-21T05:29:32.181 INFO:teuthology.orchestra.run.smithi099.stdout:# minimal ceph.conf for ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:32.181 INFO:teuthology.orchestra.run.smithi099.stdout:[global] 2024-09-21T05:29:32.181 INFO:teuthology.orchestra.run.smithi099.stdout: fsid = ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:29:32.181 INFO:teuthology.orchestra.run.smithi099.stdout: mon_host = [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] 2024-09-21T05:29:32.806 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-21T05:29:32.806 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:29:32.806 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.conf 2024-09-21T05:29:32.820 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:29:32.820 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:29:32.871 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[19899]: cluster 2024-09-21T05:29:31.512835+0000 mgr.y (mgr.14150) 65 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[19899]: audit 2024-09-21T05:29:31.590854+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[19899]: audit 2024-09-21T05:29:31.599231+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[19899]: audit 2024-09-21T05:29:31.601671+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[19899]: audit 2024-09-21T05:29:31.604794+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[19899]: audit 2024-09-21T05:29:31.606713+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[19899]: audit 2024-09-21T05:29:31.615857+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[19899]: audit 2024-09-21T05:29:32.180692+0000 mon.a (mon.0) 256 : audit [DBG] from='client.? 172.21.15.99:0/2579730807' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[26898]: cluster 2024-09-21T05:29:31.512835+0000 mgr.y (mgr.14150) 65 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[26898]: audit 2024-09-21T05:29:31.590854+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[26898]: audit 2024-09-21T05:29:31.599231+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[26898]: audit 2024-09-21T05:29:31.601671+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:32.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[26898]: audit 2024-09-21T05:29:31.604794+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:32.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[26898]: audit 2024-09-21T05:29:31.606713+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:32.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[26898]: audit 2024-09-21T05:29:31.615857+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:32.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:32 smithi099 bash[26898]: audit 2024-09-21T05:29:32.180692+0000 mon.a (mon.0) 256 : audit [DBG] from='client.? 172.21.15.99:0/2579730807' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:32.874 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-21T05:29:32.875 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.conf 2024-09-21T05:29:32.885 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:32 smithi112 bash[21612]: cluster 2024-09-21T05:29:31.512835+0000 mgr.y (mgr.14150) 65 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:32.885 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:32 smithi112 bash[21612]: audit 2024-09-21T05:29:31.590854+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:32.886 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:32 smithi112 bash[21612]: audit 2024-09-21T05:29:31.599231+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:32.886 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:32 smithi112 bash[21612]: audit 2024-09-21T05:29:31.601671+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:32.886 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:32 smithi112 bash[21612]: audit 2024-09-21T05:29:31.604794+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:32.886 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:32 smithi112 bash[21612]: audit 2024-09-21T05:29:31.606713+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:32.886 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:32 smithi112 bash[21612]: audit 2024-09-21T05:29:31.615857+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:32.886 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:32 smithi112 bash[21612]: audit 2024-09-21T05:29:32.180692+0000 mon.a (mon.0) 256 : audit [DBG] from='client.? 172.21.15.99:0/2579730807' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:32.889 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-21T05:29:32.889 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:29:32.942 INFO:tasks.cephadm:Adding mgr.y on smithi099 2024-09-21T05:29:32.942 INFO:tasks.cephadm:Adding mgr.x on smithi112 2024-09-21T05:29:32.942 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch apply mgr '2;smithi099=y;smithi112=x' 2024-09-21T05:29:34.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:34 smithi112 bash[21612]: cluster 2024-09-21T05:29:33.513276+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:35.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:34 smithi099 bash[19899]: cluster 2024-09-21T05:29:33.513276+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:34 smithi099 bash[26898]: cluster 2024-09-21T05:29:33.513276+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:36.699 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:29:36.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:36 smithi112 bash[21612]: cluster 2024-09-21T05:29:35.513674+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:37.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:36 smithi099 bash[19899]: cluster 2024-09-21T05:29:35.513674+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:37.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:36 smithi099 bash[26898]: cluster 2024-09-21T05:29:35.513674+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:38.080 INFO:teuthology.orchestra.run.smithi112.stdout:Scheduled mgr update... 2024-09-21T05:29:38.626 DEBUG:teuthology.orchestra.run.smithi112:mgr.x> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.x.service 2024-09-21T05:29:38.628 DEBUG:tasks.cephadm:set 0 configs 2024-09-21T05:29:38.628 INFO:tasks.cephadm:Deploying OSDs... 2024-09-21T05:29:38.628 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:29:38.628 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T05:29:38.634 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T05:29:38.634 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_1 2024-09-21T05:29:38.684 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T05:29:38.684 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T05:29:38.684 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 871 Links: 1 2024-09-21T05:29:38.684 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T05:29:38.684 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-09-21 05:22:00.086743252 +0000 2024-09-21T05:29:38.684 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-09-21 05:21:59.830745538 +0000 2024-09-21T05:29:38.684 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-09-21 05:21:59.830745538 +0000 2024-09-21T05:29:38.685 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2024-09-21T05:29:38.685 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T05:29:38.738 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-09-21T05:29:38.738 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-09-21T05:29:38.738 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000405179 s, 1.3 MB/s 2024-09-21T05:29:38.740 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T05:29:38.788 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_2 2024-09-21T05:29:38.835 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T05:29:38.836 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T05:29:38.836 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 890 Links: 1 2024-09-21T05:29:38.836 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T05:29:38.836 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-09-21 05:22:00.326741108 +0000 2024-09-21T05:29:38.836 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-09-21 05:22:00.322741144 +0000 2024-09-21T05:29:38.836 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-09-21 05:22:00.322741144 +0000 2024-09-21T05:29:38.836 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2024-09-21T05:29:38.836 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T05:29:38.888 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: cluster 2024-09-21T05:29:37.514071+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:38.888 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: audit 2024-09-21T05:29:38.079247+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:38.888 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: audit 2024-09-21T05:29:38.080991+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:38.888 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: audit 2024-09-21T05:29:38.084248+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:38.888 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: audit 2024-09-21T05:29:38.085997+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: audit 2024-09-21T05:29:38.094610+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: audit 2024-09-21T05:29:38.098101+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: audit 2024-09-21T05:29:38.100390+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: audit 2024-09-21T05:29:38.104884+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[19899]: audit 2024-09-21T05:29:38.106722+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: cluster 2024-09-21T05:29:37.514071+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: audit 2024-09-21T05:29:38.079247+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: audit 2024-09-21T05:29:38.080991+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: audit 2024-09-21T05:29:38.084248+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: audit 2024-09-21T05:29:38.085997+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: audit 2024-09-21T05:29:38.094610+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:38.889 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: audit 2024-09-21T05:29:38.098101+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:29:38.890 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: audit 2024-09-21T05:29:38.100390+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-21T05:29:38.890 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: audit 2024-09-21T05:29:38.104884+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:29:38.890 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:38 smithi099 bash[26898]: audit 2024-09-21T05:29:38.106722+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:38.890 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-09-21T05:29:38.890 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-09-21T05:29:38.890 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000390185 s, 1.3 MB/s 2024-09-21T05:29:38.891 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T05:29:38.940 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_3 2024-09-21T05:29:38.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: cluster 2024-09-21T05:29:37.514071+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: audit 2024-09-21T05:29:38.079247+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: audit 2024-09-21T05:29:38.080991+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: audit 2024-09-21T05:29:38.084248+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: audit 2024-09-21T05:29:38.085997+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: audit 2024-09-21T05:29:38.094610+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: audit 2024-09-21T05:29:38.098101+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:29:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: audit 2024-09-21T05:29:38.100390+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-21T05:29:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: audit 2024-09-21T05:29:38.104884+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:29:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:38 smithi112 bash[21612]: audit 2024-09-21T05:29:38.106722+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:38.987 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T05:29:38.987 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T05:29:38.987 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 903 Links: 1 2024-09-21T05:29:38.987 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T05:29:38.988 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-09-21 05:22:01.070734462 +0000 2024-09-21T05:29:38.988 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-09-21 05:22:00.802736856 +0000 2024-09-21T05:29:38.988 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-09-21 05:22:00.802736856 +0000 2024-09-21T05:29:38.988 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2024-09-21T05:29:38.988 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T05:29:39.042 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-09-21T05:29:39.042 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-09-21T05:29:39.042 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000440041 s, 1.2 MB/s 2024-09-21T05:29:39.043 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T05:29:39.093 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_4 2024-09-21T05:29:39.139 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T05:29:39.139 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T05:29:39.139 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 927 Links: 1 2024-09-21T05:29:39.139 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T05:29:39.140 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-09-21 05:22:01.334732104 +0000 2024-09-21T05:29:39.140 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-09-21 05:22:01.330732140 +0000 2024-09-21T05:29:39.140 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-09-21 05:22:01.330732140 +0000 2024-09-21T05:29:39.140 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2024-09-21T05:29:39.140 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T05:29:39.198 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-09-21T05:29:39.198 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-09-21T05:29:39.198 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000330918 s, 1.5 MB/s 2024-09-21T05:29:39.199 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T05:29:39.248 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-21T05:29:39.249 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T05:29:39.255 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T05:29:39.255 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_1 2024-09-21T05:29:39.303 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T05:29:39.303 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T05:29:39.303 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 870 Links: 1 2024-09-21T05:29:39.303 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T05:29:39.303 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-21 05:21:50.486028171 +0000 2024-09-21T05:29:39.303 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-21 05:21:50.482028207 +0000 2024-09-21T05:29:39.303 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-21 05:21:50.482028207 +0000 2024-09-21T05:29:39.303 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: - 2024-09-21T05:29:39.303 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T05:29:39.357 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-21T05:29:39.357 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-21T05:29:39.357 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000439022 s, 1.2 MB/s 2024-09-21T05:29:39.359 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T05:29:39.408 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_2 2024-09-21T05:29:39.455 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T05:29:39.455 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T05:29:39.455 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 894 Links: 1 2024-09-21T05:29:39.455 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T05:29:39.455 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-21 05:21:51.210021704 +0000 2024-09-21T05:29:39.455 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-21 05:21:50.954023991 +0000 2024-09-21T05:29:39.455 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-21 05:21:50.954023991 +0000 2024-09-21T05:29:39.455 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: - 2024-09-21T05:29:39.455 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T05:29:39.510 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-21T05:29:39.510 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-21T05:29:39.510 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000394966 s, 1.3 MB/s 2024-09-21T05:29:39.511 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T05:29:39.559 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_3 2024-09-21T05:29:39.606 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T05:29:39.606 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T05:29:39.606 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 909 Links: 1 2024-09-21T05:29:39.606 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T05:29:39.607 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-21 05:21:51.694017381 +0000 2024-09-21T05:29:39.607 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-21 05:21:51.462019454 +0000 2024-09-21T05:29:39.607 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-21 05:21:51.462019454 +0000 2024-09-21T05:29:39.607 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: - 2024-09-21T05:29:39.607 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T05:29:39.662 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-21T05:29:39.662 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-21T05:29:39.662 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000464514 s, 1.1 MB/s 2024-09-21T05:29:39.663 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T05:29:39.713 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_4 2024-09-21T05:29:39.758 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T05:29:39.758 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T05:29:39.758 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 921 Links: 1 2024-09-21T05:29:39.758 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T05:29:39.758 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-21 05:21:52.194012915 +0000 2024-09-21T05:29:39.759 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-21 05:21:51.926015308 +0000 2024-09-21T05:29:39.759 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-21 05:21:51.926015308 +0000 2024-09-21T05:29:39.759 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: - 2024-09-21T05:29:39.759 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T05:29:39.813 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-21T05:29:39.814 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-21T05:29:39.814 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000232757 s, 2.2 MB/s 2024-09-21T05:29:39.815 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T05:29:39.862 INFO:tasks.cephadm:Deploying osd.0 on smithi099 with /dev/vg_nvme/lv_4... 2024-09-21T05:29:39.862 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_4 2024-09-21T05:29:39.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:39 smithi099 bash[19899]: audit 2024-09-21T05:29:38.070303+0000 mgr.y (mgr.14150) 69 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi099=y;smithi112=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:29:39.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:39 smithi099 bash[19899]: cephadm 2024-09-21T05:29:38.073296+0000 mgr.y (mgr.14150) 70 : cephadm [INF] Saving service mgr spec with placement smithi099=y;smithi112=x;count:2 2024-09-21T05:29:39.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:39 smithi099 bash[19899]: cephadm 2024-09-21T05:29:38.108530+0000 mgr.y (mgr.14150) 71 : cephadm [INF] Deploying daemon mgr.x on smithi112 2024-09-21T05:29:39.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:39 smithi099 bash[26898]: audit 2024-09-21T05:29:38.070303+0000 mgr.y (mgr.14150) 69 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi099=y;smithi112=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:29:39.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:39 smithi099 bash[26898]: cephadm 2024-09-21T05:29:38.073296+0000 mgr.y (mgr.14150) 70 : cephadm [INF] Saving service mgr spec with placement smithi099=y;smithi112=x;count:2 2024-09-21T05:29:39.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:39 smithi099 bash[26898]: cephadm 2024-09-21T05:29:38.108530+0000 mgr.y (mgr.14150) 71 : cephadm [INF] Deploying daemon mgr.x on smithi112 2024-09-21T05:29:39.886 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:39 smithi112 bash[21612]: audit 2024-09-21T05:29:38.070303+0000 mgr.y (mgr.14150) 69 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi099=y;smithi112=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:29:39.886 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:39 smithi112 bash[21612]: cephadm 2024-09-21T05:29:38.073296+0000 mgr.y (mgr.14150) 70 : cephadm [INF] Saving service mgr spec with placement smithi099=y;smithi112=x;count:2 2024-09-21T05:29:39.886 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:39 smithi112 bash[21612]: cephadm 2024-09-21T05:29:38.108530+0000 mgr.y (mgr.14150) 71 : cephadm [INF] Deploying daemon mgr.x on smithi112 2024-09-21T05:29:40.785 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:40 smithi112 bash[21612]: cluster 2024-09-21T05:29:39.514576+0000 mgr.y (mgr.14150) 72 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:40.785 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:40 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:40.785 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:40 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:40.786 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:40 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:40.786 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:40 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:40 smithi099 bash[19899]: cluster 2024-09-21T05:29:39.514576+0000 mgr.y (mgr.14150) 72 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:40 smithi099 bash[26898]: cluster 2024-09-21T05:29:39.514576+0000 mgr.y (mgr.14150) 72 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:41.090 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:40 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:41.091 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:40 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:29:41.091 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:40 smithi112 systemd[1]: Started Ceph mgr.x for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:29:42.194 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:42 smithi112 bash[22479]: debug 2024-09-21T05:29:42.000+0000 7feb196d4640 1 -- 172.21.15.112:0/786154218 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5563e38050e0 con 0x5563e3807800 2024-09-21T05:29:42.194 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:42 smithi112 bash[22479]: debug 2024-09-21T05:29:42.112+0000 7feb1bf3e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T05:29:42.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:42 smithi112 bash[21612]: audit 2024-09-21T05:29:41.044515+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:42 smithi112 bash[21612]: audit 2024-09-21T05:29:41.051244+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:42 smithi112 bash[21612]: audit 2024-09-21T05:29:41.060860+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:42 smithi112 bash[21612]: audit 2024-09-21T05:29:41.067935+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:42 smithi112 bash[21612]: audit 2024-09-21T05:29:41.122498+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:42.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:42 smithi112 bash[21612]: cluster 2024-09-21T05:29:41.515015+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:42.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[19899]: audit 2024-09-21T05:29:41.044515+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[19899]: audit 2024-09-21T05:29:41.051244+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[19899]: audit 2024-09-21T05:29:41.060860+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[19899]: audit 2024-09-21T05:29:41.067935+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[19899]: audit 2024-09-21T05:29:41.122498+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:42.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[19899]: cluster 2024-09-21T05:29:41.515015+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:42.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[26898]: audit 2024-09-21T05:29:41.044515+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[26898]: audit 2024-09-21T05:29:41.051244+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[26898]: audit 2024-09-21T05:29:41.060860+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[26898]: audit 2024-09-21T05:29:41.067935+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:42.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[26898]: audit 2024-09-21T05:29:41.122498+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:42.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:42 smithi099 bash[26898]: cluster 2024-09-21T05:29:41.515015+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:43.693 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:43 smithi112 bash[22479]: debug 2024-09-21T05:29:43.292+0000 7feb1bf3e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T05:29:43.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:43 smithi112 bash[22479]: debug 2024-09-21T05:29:43.356+0000 7feb1bf3e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T05:29:43.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:43 smithi112 bash[22479]: debug 2024-09-21T05:29:43.504+0000 7feb1bf3e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T05:29:44.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[22479]: debug 2024-09-21T05:29:44.152+0000 7feb1bf3e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T05:29:44.444 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[22479]: debug 2024-09-21T05:29:44.220+0000 7feb1bf3e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T05:29:44.444 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[22479]: debug 2024-09-21T05:29:44.288+0000 7feb1bf3e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T05:29:44.600 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:29:44.876 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[21612]: cluster 2024-09-21T05:29:43.515533+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:44.876 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[21612]: audit 2024-09-21T05:29:44.167978+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:44.877 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[22479]: debug 2024-09-21T05:29:44.472+0000 7feb1bf3e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T05:29:44.877 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[22479]: debug 2024-09-21T05:29:44.548+0000 7feb1bf3e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T05:29:44.877 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[22479]: debug 2024-09-21T05:29:44.620+0000 7feb1bf3e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T05:29:44.877 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[22479]: debug 2024-09-21T05:29:44.872+0000 7feb1bf3e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T05:29:45.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:44 smithi099 bash[19899]: cluster 2024-09-21T05:29:43.515533+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:45.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:44 smithi099 bash[19899]: audit 2024-09-21T05:29:44.167978+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:44 smithi099 bash[26898]: cluster 2024-09-21T05:29:43.515533+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:44 smithi099 bash[26898]: audit 2024-09-21T05:29:44.167978+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:45.136 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:44 smithi112 bash[22479]: debug 2024-09-21T05:29:44.940+0000 7feb1bf3e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T05:29:45.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:45 smithi112 bash[22479]: debug 2024-09-21T05:29:45.132+0000 7feb1bf3e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T05:29:45.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:45 smithi112 bash[22479]: debug 2024-09-21T05:29:45.208+0000 7feb1bf3e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T05:29:45.798 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:45 smithi112 bash[22479]: debug 2024-09-21T05:29:45.456+0000 7feb1bf3e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T05:29:45.798 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:45 smithi112 bash[22479]: debug 2024-09-21T05:29:45.632+0000 7feb1bf3e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:29:46.052 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:45 smithi112 bash[22479]: debug 2024-09-21T05:29:45.792+0000 7feb1bf3e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T05:29:46.054 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:45 smithi112 bash[22479]: debug 2024-09-21T05:29:45.872+0000 7feb1bf3e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T05:29:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[26898]: cluster 2024-09-21T05:29:45.515927+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[26898]: audit 2024-09-21T05:29:46.334067+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[26898]: audit 2024-09-21T05:29:46.337861+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[26898]: audit 2024-09-21T05:29:46.338733+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[26898]: audit 2024-09-21T05:29:46.357294+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[26898]: audit 2024-09-21T05:29:46.365458+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[26898]: audit 2024-09-21T05:29:46.413952+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[26898]: audit 2024-09-21T05:29:46.415338+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[26898]: audit 2024-09-21T05:29:46.416549+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[19899]: cluster 2024-09-21T05:29:45.515927+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[19899]: audit 2024-09-21T05:29:46.334067+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[19899]: audit 2024-09-21T05:29:46.337861+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[19899]: audit 2024-09-21T05:29:46.338733+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[19899]: audit 2024-09-21T05:29:46.357294+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[19899]: audit 2024-09-21T05:29:46.365458+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[19899]: audit 2024-09-21T05:29:46.413952+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[19899]: audit 2024-09-21T05:29:46.415338+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:29:46.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:46 smithi099 bash[19899]: audit 2024-09-21T05:29:46.416549+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:46.859 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[22479]: debug 2024-09-21T05:29:46.048+0000 7feb1bf3e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:29:46.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[21612]: cluster 2024-09-21T05:29:45.515927+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:46.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[21612]: audit 2024-09-21T05:29:46.334067+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:46.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[21612]: audit 2024-09-21T05:29:46.337861+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:46.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[21612]: audit 2024-09-21T05:29:46.338733+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:46.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[21612]: audit 2024-09-21T05:29:46.357294+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:46.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[21612]: audit 2024-09-21T05:29:46.365458+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:46.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[21612]: audit 2024-09-21T05:29:46.413952+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:29:46.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[21612]: audit 2024-09-21T05:29:46.415338+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:29:46.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[21612]: audit 2024-09-21T05:29:46.416549+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:47.156 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[22479]: debug 2024-09-21T05:29:46.856+0000 7feb1bf3e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T05:29:47.156 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:46 smithi112 bash[22479]: debug 2024-09-21T05:29:46.928+0000 7feb1bf3e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T05:29:47.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:47 smithi112 bash[22479]: debug 2024-09-21T05:29:47.152+0000 7feb1bf3e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T05:29:47.444 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:47 smithi112 bash[22479]: debug 2024-09-21T05:29:47.224+0000 7feb1bf3e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T05:29:47.854 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:47 smithi099 bash[19899]: cephadm 2024-09-21T05:29:46.413293+0000 mgr.y (mgr.14150) 76 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-21T05:29:47.854 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:47 smithi099 bash[19899]: cephadm 2024-09-21T05:29:46.417751+0000 mgr.y (mgr.14150) 77 : cephadm [INF] Reconfiguring daemon mgr.y on smithi099 2024-09-21T05:29:47.855 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:47 smithi099 bash[26898]: cephadm 2024-09-21T05:29:46.413293+0000 mgr.y (mgr.14150) 76 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-21T05:29:47.855 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:47 smithi099 bash[26898]: cephadm 2024-09-21T05:29:46.417751+0000 mgr.y (mgr.14150) 77 : cephadm [INF] Reconfiguring daemon mgr.y on smithi099 2024-09-21T05:29:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:47 smithi112 bash[21612]: cephadm 2024-09-21T05:29:46.413293+0000 mgr.y (mgr.14150) 76 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-21T05:29:47.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:47 smithi112 bash[21612]: cephadm 2024-09-21T05:29:46.417751+0000 mgr.y (mgr.14150) 77 : cephadm [INF] Reconfiguring daemon mgr.y on smithi099 2024-09-21T05:29:47.944 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:47 smithi112 bash[22479]: debug 2024-09-21T05:29:47.612+0000 7feb1bf3e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T05:29:47.944 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:29:47 smithi112 bash[22479]: debug 2024-09-21T05:29:47.688+0000 7feb1bf3e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T05:29:48.407 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:29:48.452 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi099:vg_nvme/lv_4 2024-09-21T05:29:48.701 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[19899]: cluster 2024-09-21T05:29:47.516260+0000 mgr.y (mgr.14150) 78 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:48.702 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[19899]: cluster 2024-09-21T05:29:47.713526+0000 mon.a (mon.0) 280 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:29:48.702 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[19899]: audit 2024-09-21T05:29:47.715378+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:29:48.702 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[19899]: audit 2024-09-21T05:29:47.715919+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:29:48.702 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[19899]: audit 2024-09-21T05:29:47.716944+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:29:48.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:48 smithi112 bash[21612]: cluster 2024-09-21T05:29:47.516260+0000 mgr.y (mgr.14150) 78 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:48.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:48 smithi112 bash[21612]: cluster 2024-09-21T05:29:47.713526+0000 mon.a (mon.0) 280 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:29:48.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:48 smithi112 bash[21612]: audit 2024-09-21T05:29:47.715378+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:29:48.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:48 smithi112 bash[21612]: audit 2024-09-21T05:29:47.715919+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:29:48.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:48 smithi112 bash[21612]: audit 2024-09-21T05:29:47.716944+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:29:48.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:48 smithi112 bash[21612]: audit 2024-09-21T05:29:47.717414+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:29:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[19899]: audit 2024-09-21T05:29:47.717414+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:29:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[26898]: cluster 2024-09-21T05:29:47.516260+0000 mgr.y (mgr.14150) 78 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[26898]: cluster 2024-09-21T05:29:47.713526+0000 mon.a (mon.0) 280 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:29:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[26898]: audit 2024-09-21T05:29:47.715378+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:29:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[26898]: audit 2024-09-21T05:29:47.715919+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:29:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[26898]: audit 2024-09-21T05:29:47.716944+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:29:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:48 smithi099 bash[26898]: audit 2024-09-21T05:29:47.717414+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.112:0/3550311149' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:29:49.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:49 smithi099 bash[19899]: cluster 2024-09-21T05:29:48.602167+0000 mon.a (mon.0) 281 : cluster [DBG] mgrmap e14: y(active, since 93s), standbys: x 2024-09-21T05:29:49.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:49 smithi099 bash[19899]: audit 2024-09-21T05:29:48.602467+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:29:49.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:49 smithi099 bash[26898]: cluster 2024-09-21T05:29:48.602167+0000 mon.a (mon.0) 281 : cluster [DBG] mgrmap e14: y(active, since 93s), standbys: x 2024-09-21T05:29:49.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:49 smithi099 bash[26898]: audit 2024-09-21T05:29:48.602467+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:29:49.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:49 smithi112 bash[21612]: cluster 2024-09-21T05:29:48.602167+0000 mon.a (mon.0) 281 : cluster [DBG] mgrmap e14: y(active, since 93s), standbys: x 2024-09-21T05:29:49.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:49 smithi112 bash[21612]: audit 2024-09-21T05:29:48.602467+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:29:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:50 smithi112 bash[21612]: cluster 2024-09-21T05:29:49.516631+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:50 smithi112 bash[21612]: audit 2024-09-21T05:29:50.161465+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:50 smithi112 bash[21612]: audit 2024-09-21T05:29:50.168866+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:50 smithi112 bash[21612]: audit 2024-09-21T05:29:50.171616+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:50 smithi112 bash[21612]: audit 2024-09-21T05:29:50.174627+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:50 smithi112 bash[21612]: audit 2024-09-21T05:29:50.176122+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:50 smithi112 bash[21612]: audit 2024-09-21T05:29:50.185632+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[19899]: cluster 2024-09-21T05:29:49.516631+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[19899]: audit 2024-09-21T05:29:50.161465+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[19899]: audit 2024-09-21T05:29:50.168866+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[19899]: audit 2024-09-21T05:29:50.171616+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[19899]: audit 2024-09-21T05:29:50.174627+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[19899]: audit 2024-09-21T05:29:50.176122+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:51.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[19899]: audit 2024-09-21T05:29:50.185632+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:51.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[26898]: cluster 2024-09-21T05:29:49.516631+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:51.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[26898]: audit 2024-09-21T05:29:50.161465+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:51.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[26898]: audit 2024-09-21T05:29:50.168866+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:51.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[26898]: audit 2024-09-21T05:29:50.171616+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:29:51.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[26898]: audit 2024-09-21T05:29:50.174627+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:51.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[26898]: audit 2024-09-21T05:29:50.176122+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:29:51.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:50 smithi099 bash[26898]: audit 2024-09-21T05:29:50.185632+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:29:52.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:52 smithi112 bash[21612]: cluster 2024-09-21T05:29:51.517018+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:53.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:52 smithi099 bash[19899]: cluster 2024-09-21T05:29:51.517018+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:52 smithi099 bash[26898]: cluster 2024-09-21T05:29:51.517018+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:53.219 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:29:54.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:54 smithi112 bash[21612]: cluster 2024-09-21T05:29:53.517479+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:54.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:54 smithi112 bash[21612]: audit 2024-09-21T05:29:54.533847+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:29:54.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:54 smithi112 bash[21612]: audit 2024-09-21T05:29:54.536703+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:29:54.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:54 smithi112 bash[21612]: audit 2024-09-21T05:29:54.538008+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:54 smithi099 bash[19899]: cluster 2024-09-21T05:29:53.517479+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:54 smithi099 bash[19899]: audit 2024-09-21T05:29:54.533847+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:29:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:54 smithi099 bash[19899]: audit 2024-09-21T05:29:54.536703+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:29:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:54 smithi099 bash[19899]: audit 2024-09-21T05:29:54.538008+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:55.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:54 smithi099 bash[26898]: cluster 2024-09-21T05:29:53.517479+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:55.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:54 smithi099 bash[26898]: audit 2024-09-21T05:29:54.533847+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:29:55.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:54 smithi099 bash[26898]: audit 2024-09-21T05:29:54.536703+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:29:55.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:54 smithi099 bash[26898]: audit 2024-09-21T05:29:54.538008+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:29:55.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:55 smithi112 bash[21612]: audit 2024-09-21T05:29:54.527523+0000 mgr.y (mgr.14150) 82 : audit [DBG] from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:29:56.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:55 smithi099 bash[19899]: audit 2024-09-21T05:29:54.527523+0000 mgr.y (mgr.14150) 82 : audit [DBG] from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:29:56.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:55 smithi099 bash[26898]: audit 2024-09-21T05:29:54.527523+0000 mgr.y (mgr.14150) 82 : audit [DBG] from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:29:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:56 smithi112 bash[21612]: cluster 2024-09-21T05:29:55.517893+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:57.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:56 smithi099 bash[19899]: cluster 2024-09-21T05:29:55.517893+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:56 smithi099 bash[26898]: cluster 2024-09-21T05:29:55.517893+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:58.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:29:58 smithi112 bash[21612]: cluster 2024-09-21T05:29:57.518261+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:29:58 smithi099 bash[19899]: cluster 2024-09-21T05:29:57.518261+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:29:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:29:58 smithi099 bash[26898]: cluster 2024-09-21T05:29:57.518261+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:00.742 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:00 smithi099 bash[19899]: cluster 2024-09-21T05:29:59.518672+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:00.742 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:00 smithi099 bash[19899]: cluster 2024-09-21T05:30:00.000148+0000 mon.a (mon.0) 292 : cluster [INF] overall HEALTH_OK 2024-09-21T05:30:00.743 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:00 smithi099 bash[26898]: cluster 2024-09-21T05:29:59.518672+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:00.743 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:00 smithi099 bash[26898]: cluster 2024-09-21T05:30:00.000148+0000 mon.a (mon.0) 292 : cluster [INF] overall HEALTH_OK 2024-09-21T05:30:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:00 smithi112 bash[21612]: cluster 2024-09-21T05:29:59.518672+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:00 smithi112 bash[21612]: cluster 2024-09-21T05:30:00.000148+0000 mon.a (mon.0) 292 : cluster [INF] overall HEALTH_OK 2024-09-21T05:30:02.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:02 smithi112 bash[21612]: cluster 2024-09-21T05:30:01.519037+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:03.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:02 smithi099 bash[19899]: cluster 2024-09-21T05:30:01.519037+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:03.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:02 smithi099 bash[26898]: cluster 2024-09-21T05:30:01.519037+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:03.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:03 smithi112 bash[21612]: audit 2024-09-21T05:30:02.729272+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.99:0/2431245636' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b9be0773-5709-4a98-9d8c-a1bd00188e1d"}]: dispatch 2024-09-21T05:30:03.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:03 smithi112 bash[21612]: audit 2024-09-21T05:30:02.731797+0000 mon.a (mon.0) 294 : audit [INF] from='client.? 172.21.15.99:0/2431245636' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b9be0773-5709-4a98-9d8c-a1bd00188e1d"}]': finished 2024-09-21T05:30:03.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:03 smithi112 bash[21612]: cluster 2024-09-21T05:30:02.736119+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-21T05:30:03.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:03 smithi112 bash[21612]: audit 2024-09-21T05:30:02.736468+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:03.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:03 smithi112 bash[21612]: audit 2024-09-21T05:30:03.338057+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.99:0/1145031134' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:30:04.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[19899]: audit 2024-09-21T05:30:02.729272+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.99:0/2431245636' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b9be0773-5709-4a98-9d8c-a1bd00188e1d"}]: dispatch 2024-09-21T05:30:04.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[19899]: audit 2024-09-21T05:30:02.731797+0000 mon.a (mon.0) 294 : audit [INF] from='client.? 172.21.15.99:0/2431245636' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b9be0773-5709-4a98-9d8c-a1bd00188e1d"}]': finished 2024-09-21T05:30:04.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[19899]: cluster 2024-09-21T05:30:02.736119+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-21T05:30:04.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[19899]: audit 2024-09-21T05:30:02.736468+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:04.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[19899]: audit 2024-09-21T05:30:03.338057+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.99:0/1145031134' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:30:04.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[26898]: audit 2024-09-21T05:30:02.729272+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.99:0/2431245636' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b9be0773-5709-4a98-9d8c-a1bd00188e1d"}]: dispatch 2024-09-21T05:30:04.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[26898]: audit 2024-09-21T05:30:02.731797+0000 mon.a (mon.0) 294 : audit [INF] from='client.? 172.21.15.99:0/2431245636' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b9be0773-5709-4a98-9d8c-a1bd00188e1d"}]': finished 2024-09-21T05:30:04.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[26898]: cluster 2024-09-21T05:30:02.736119+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-21T05:30:04.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[26898]: audit 2024-09-21T05:30:02.736468+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:04.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:03 smithi099 bash[26898]: audit 2024-09-21T05:30:03.338057+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.99:0/1145031134' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:30:05.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:04 smithi099 bash[19899]: cluster 2024-09-21T05:30:03.519412+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:05.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:04 smithi099 bash[26898]: cluster 2024-09-21T05:30:03.519412+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:05.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:04 smithi112 bash[21612]: cluster 2024-09-21T05:30:03.519412+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:06 smithi099 bash[19899]: cluster 2024-09-21T05:30:05.519846+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:07.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:06 smithi099 bash[26898]: cluster 2024-09-21T05:30:05.519846+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:07.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:06 smithi112 bash[21612]: cluster 2024-09-21T05:30:05.519846+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:08.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:07 smithi112 bash[21612]: cluster 2024-09-21T05:30:07.520310+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:08.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:07 smithi099 bash[19899]: cluster 2024-09-21T05:30:07.520310+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:08.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:07 smithi099 bash[26898]: cluster 2024-09-21T05:30:07.520310+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:10.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:10 smithi112 bash[21612]: cluster 2024-09-21T05:30:09.520650+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:10 smithi099 bash[26898]: cluster 2024-09-21T05:30:09.520650+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:11.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:10 smithi099 bash[19899]: cluster 2024-09-21T05:30:09.520650+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:12.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:12 smithi112 bash[21612]: cluster 2024-09-21T05:30:11.521059+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:12 smithi099 bash[19899]: cluster 2024-09-21T05:30:11.521059+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:13.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:12 smithi099 bash[26898]: cluster 2024-09-21T05:30:11.521059+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:14.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:14 smithi112 bash[21612]: cluster 2024-09-21T05:30:13.521356+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:15.003 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:14 smithi099 bash[19899]: cluster 2024-09-21T05:30:13.521356+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:15.003 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:14 smithi099 bash[26898]: cluster 2024-09-21T05:30:13.521356+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:16.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:16 smithi099 bash[19899]: cluster 2024-09-21T05:30:15.521758+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:16.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:16 smithi099 bash[19899]: audit 2024-09-21T05:30:15.986038+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-21T05:30:16.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:16 smithi099 bash[19899]: audit 2024-09-21T05:30:15.987713+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:16.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:16 smithi099 bash[26898]: cluster 2024-09-21T05:30:15.521758+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:16.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:16 smithi099 bash[26898]: audit 2024-09-21T05:30:15.986038+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-21T05:30:16.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:16 smithi099 bash[26898]: audit 2024-09-21T05:30:15.987713+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:16.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:16 smithi112 bash[21612]: cluster 2024-09-21T05:30:15.521758+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:16 smithi112 bash[21612]: audit 2024-09-21T05:30:15.986038+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-21T05:30:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:16 smithi112 bash[21612]: audit 2024-09-21T05:30:15.987713+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:17.713 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:17 smithi099 bash[19899]: cephadm 2024-09-21T05:30:15.989215+0000 mgr.y (mgr.14150) 94 : cephadm [INF] Deploying daemon osd.0 on smithi099 2024-09-21T05:30:17.714 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:17 smithi099 bash[26898]: cephadm 2024-09-21T05:30:15.989215+0000 mgr.y (mgr.14150) 94 : cephadm [INF] Deploying daemon osd.0 on smithi099 2024-09-21T05:30:17.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:17 smithi112 bash[21612]: cephadm 2024-09-21T05:30:15.989215+0000 mgr.y (mgr.14150) 94 : cephadm [INF] Deploying daemon osd.0 on smithi099 2024-09-21T05:30:18.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:18 smithi112 bash[21612]: cluster 2024-09-21T05:30:17.522067+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:18 smithi099 bash[19899]: cluster 2024-09-21T05:30:17.522067+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:18 smithi099 bash[26898]: cluster 2024-09-21T05:30:17.522067+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:20.262 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:30:20 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:30:20.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:20 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:30:20.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:20 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:30:20.598 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:30:20 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:30:20.599 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:20 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:30:20.599 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:20 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:30:20.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:20 smithi112 bash[21612]: cluster 2024-09-21T05:30:19.522479+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:20.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:20 smithi112 bash[21612]: audit 2024-09-21T05:30:20.444234+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:30:20.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:20 smithi112 bash[21612]: audit 2024-09-21T05:30:20.448005+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:20.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:20 smithi112 bash[21612]: audit 2024-09-21T05:30:20.452330+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:21.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:20 smithi099 bash[19899]: cluster 2024-09-21T05:30:19.522479+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:21.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:20 smithi099 bash[19899]: audit 2024-09-21T05:30:20.444234+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:30:21.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:20 smithi099 bash[19899]: audit 2024-09-21T05:30:20.448005+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:21.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:20 smithi099 bash[19899]: audit 2024-09-21T05:30:20.452330+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:21.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:20 smithi099 bash[26898]: cluster 2024-09-21T05:30:19.522479+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:21.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:20 smithi099 bash[26898]: audit 2024-09-21T05:30:20.444234+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:30:21.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:20 smithi099 bash[26898]: audit 2024-09-21T05:30:20.448005+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:21.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:20 smithi099 bash[26898]: audit 2024-09-21T05:30:20.452330+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:22.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:22 smithi112 bash[21612]: cluster 2024-09-21T05:30:21.522794+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:23.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:22 smithi099 bash[19899]: cluster 2024-09-21T05:30:21.522794+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:22 smithi099 bash[26898]: cluster 2024-09-21T05:30:21.522794+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:24.901 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:24 smithi099 bash[19899]: cluster 2024-09-21T05:30:23.523141+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:24.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:24 smithi099 bash[26898]: cluster 2024-09-21T05:30:23.523141+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:24 smithi112 bash[21612]: cluster 2024-09-21T05:30:23.523141+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[19899]: cluster 2024-09-21T05:30:25.523373+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:27.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[19899]: audit 2024-09-21T05:30:25.721783+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:27.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[19899]: audit 2024-09-21T05:30:25.725873+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:27.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[19899]: audit 2024-09-21T05:30:26.303292+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:27.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[19899]: audit 2024-09-21T05:30:26.304843+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:30:27.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[19899]: audit 2024-09-21T05:30:26.311579+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:27.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[26898]: cluster 2024-09-21T05:30:25.523373+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:27.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[26898]: audit 2024-09-21T05:30:25.721783+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:27.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[26898]: audit 2024-09-21T05:30:25.725873+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:27.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[26898]: audit 2024-09-21T05:30:26.303292+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:27.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[26898]: audit 2024-09-21T05:30:26.304843+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:30:27.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:26 smithi099 bash[26898]: audit 2024-09-21T05:30:26.311579+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:26 smithi112 bash[21612]: cluster 2024-09-21T05:30:25.523373+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:26 smithi112 bash[21612]: audit 2024-09-21T05:30:25.721783+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:26 smithi112 bash[21612]: audit 2024-09-21T05:30:25.725873+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:26 smithi112 bash[21612]: audit 2024-09-21T05:30:26.303292+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:26 smithi112 bash[21612]: audit 2024-09-21T05:30:26.304843+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:30:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:26 smithi112 bash[21612]: audit 2024-09-21T05:30:26.311579+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:29.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:28 smithi099 bash[19899]: cluster 2024-09-21T05:30:27.523607+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:29.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:28 smithi099 bash[26898]: cluster 2024-09-21T05:30:27.523607+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:29.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:28 smithi112 bash[21612]: cluster 2024-09-21T05:30:27.523607+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:29.858 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 0 on host 'smithi099' 2024-09-21T05:30:30.366 DEBUG:teuthology.orchestra.run.smithi099:osd.0> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.0.service 2024-09-21T05:30:30.369 INFO:tasks.cephadm:Deploying osd.1 on smithi099 with /dev/vg_nvme/lv_3... 2024-09-21T05:30:30.369 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_3 2024-09-21T05:30:31.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[19899]: cluster 2024-09-21T05:30:29.523897+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[19899]: audit 2024-09-21T05:30:29.839798+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:30:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[19899]: audit 2024-09-21T05:30:29.845692+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[19899]: audit 2024-09-21T05:30:29.853517+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[19899]: audit 2024-09-21T05:30:29.990001+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/4186730268,v1:172.21.15.99:6803/4186730268]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T05:30:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[19899]: audit 2024-09-21T05:30:29.990334+0000 mon.a (mon.0) 310 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T05:30:31.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[26898]: cluster 2024-09-21T05:30:29.523897+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:31.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[26898]: audit 2024-09-21T05:30:29.839798+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:30:31.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[26898]: audit 2024-09-21T05:30:29.845692+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:31.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[26898]: audit 2024-09-21T05:30:29.853517+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[26898]: audit 2024-09-21T05:30:29.990001+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/4186730268,v1:172.21.15.99:6803/4186730268]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T05:30:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:30 smithi099 bash[26898]: audit 2024-09-21T05:30:29.990334+0000 mon.a (mon.0) 310 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T05:30:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:30 smithi112 bash[21612]: cluster 2024-09-21T05:30:29.523897+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:30 smithi112 bash[21612]: audit 2024-09-21T05:30:29.839798+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:30:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:30 smithi112 bash[21612]: audit 2024-09-21T05:30:29.845692+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:30 smithi112 bash[21612]: audit 2024-09-21T05:30:29.853517+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:31.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:30 smithi112 bash[21612]: audit 2024-09-21T05:30:29.990001+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/4186730268,v1:172.21.15.99:6803/4186730268]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T05:30:31.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:30 smithi112 bash[21612]: audit 2024-09-21T05:30:29.990334+0000 mon.a (mon.0) 310 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T05:30:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:31 smithi112 bash[21612]: audit 2024-09-21T05:30:30.852018+0000 mon.a (mon.0) 311 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T05:30:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:31 smithi112 bash[21612]: cluster 2024-09-21T05:30:30.857721+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-21T05:30:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:31 smithi112 bash[21612]: audit 2024-09-21T05:30:30.858360+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:31 smithi112 bash[21612]: audit 2024-09-21T05:30:30.862017+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/4186730268,v1:172.21.15.99:6803/4186730268]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:30:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:31 smithi112 bash[21612]: audit 2024-09-21T05:30:30.862640+0000 mon.a (mon.0) 314 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:30:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:31 smithi112 bash[21612]: cluster 2024-09-21T05:30:31.524279+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[26898]: audit 2024-09-21T05:30:30.852018+0000 mon.a (mon.0) 311 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T05:30:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[26898]: cluster 2024-09-21T05:30:30.857721+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[26898]: audit 2024-09-21T05:30:30.858360+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[26898]: audit 2024-09-21T05:30:30.862017+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/4186730268,v1:172.21.15.99:6803/4186730268]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[26898]: audit 2024-09-21T05:30:30.862640+0000 mon.a (mon.0) 314 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[26898]: cluster 2024-09-21T05:30:31.524279+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[19899]: audit 2024-09-21T05:30:30.852018+0000 mon.a (mon.0) 311 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[19899]: cluster 2024-09-21T05:30:30.857721+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[19899]: audit 2024-09-21T05:30:30.858360+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[19899]: audit 2024-09-21T05:30:30.862017+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/4186730268,v1:172.21.15.99:6803/4186730268]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[19899]: audit 2024-09-21T05:30:30.862640+0000 mon.a (mon.0) 314 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:30:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:31 smithi099 bash[19899]: cluster 2024-09-21T05:30:31.524279+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:32.763 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[29792]: debug 2024-09-21T05:30:32.398+0000 7f80b821f640 -1 osd.0 0 waiting for initial osdmap 2024-09-21T05:30:32.763 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[29792]: debug 2024-09-21T05:30:32.414+0000 7f80af82b640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T05:30:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:32 smithi112 bash[21612]: audit 2024-09-21T05:30:31.854214+0000 mon.a (mon.0) 315 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:30:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:32 smithi112 bash[21612]: cluster 2024-09-21T05:30:31.859660+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-21T05:30:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:32 smithi112 bash[21612]: audit 2024-09-21T05:30:31.861721+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:32 smithi112 bash[21612]: audit 2024-09-21T05:30:31.871891+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:32 smithi112 bash[21612]: audit 2024-09-21T05:30:32.403159+0000 mon.a (mon.0) 319 : audit [INF] from='osd.0 ' entity='osd.0' 2024-09-21T05:30:33.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[19899]: audit 2024-09-21T05:30:31.854214+0000 mon.a (mon.0) 315 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:30:33.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[19899]: cluster 2024-09-21T05:30:31.859660+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-21T05:30:33.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[19899]: audit 2024-09-21T05:30:31.861721+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:33.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[19899]: audit 2024-09-21T05:30:31.871891+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:33.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[19899]: audit 2024-09-21T05:30:32.403159+0000 mon.a (mon.0) 319 : audit [INF] from='osd.0 ' entity='osd.0' 2024-09-21T05:30:33.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[26898]: audit 2024-09-21T05:30:31.854214+0000 mon.a (mon.0) 315 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:30:33.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[26898]: cluster 2024-09-21T05:30:31.859660+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-21T05:30:33.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[26898]: audit 2024-09-21T05:30:31.861721+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:33.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[26898]: audit 2024-09-21T05:30:31.871891+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:33.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:32 smithi099 bash[26898]: audit 2024-09-21T05:30:32.403159+0000 mon.a (mon.0) 319 : audit [INF] from='osd.0 ' entity='osd.0' 2024-09-21T05:30:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:33 smithi112 bash[21612]: cluster 2024-09-21T05:30:30.962761+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:30:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:33 smithi112 bash[21612]: cluster 2024-09-21T05:30:30.962895+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:30:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:33 smithi112 bash[21612]: audit 2024-09-21T05:30:32.873383+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:33 smithi112 bash[21612]: cluster 2024-09-21T05:30:33.408521+0000 mon.a (mon.0) 321 : cluster [INF] osd.0 [v2:172.21.15.99:6802/4186730268,v1:172.21.15.99:6803/4186730268] boot 2024-09-21T05:30:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:33 smithi112 bash[21612]: cluster 2024-09-21T05:30:33.408633+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-21T05:30:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:33 smithi112 bash[21612]: audit 2024-09-21T05:30:33.408913+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:34.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:33 smithi112 bash[21612]: cluster 2024-09-21T05:30:33.524664+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:34.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[26898]: cluster 2024-09-21T05:30:30.962761+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:30:34.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[26898]: cluster 2024-09-21T05:30:30.962895+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:30:34.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[26898]: audit 2024-09-21T05:30:32.873383+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:34.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[26898]: cluster 2024-09-21T05:30:33.408521+0000 mon.a (mon.0) 321 : cluster [INF] osd.0 [v2:172.21.15.99:6802/4186730268,v1:172.21.15.99:6803/4186730268] boot 2024-09-21T05:30:34.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[26898]: cluster 2024-09-21T05:30:33.408633+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-21T05:30:34.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[26898]: audit 2024-09-21T05:30:33.408913+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:34.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[26898]: cluster 2024-09-21T05:30:33.524664+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:34.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[19899]: cluster 2024-09-21T05:30:30.962761+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:30:34.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[19899]: cluster 2024-09-21T05:30:30.962895+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:30:34.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[19899]: audit 2024-09-21T05:30:32.873383+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:34.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[19899]: cluster 2024-09-21T05:30:33.408521+0000 mon.a (mon.0) 321 : cluster [INF] osd.0 [v2:172.21.15.99:6802/4186730268,v1:172.21.15.99:6803/4186730268] boot 2024-09-21T05:30:34.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[19899]: cluster 2024-09-21T05:30:33.408633+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-21T05:30:34.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[19899]: audit 2024-09-21T05:30:33.408913+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:30:34.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:33 smithi099 bash[19899]: cluster 2024-09-21T05:30:33.524664+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T05:30:34.894 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:30:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:35 smithi112 bash[21612]: cluster 2024-09-21T05:30:34.874039+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-21T05:30:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:35 smithi112 bash[21612]: cluster 2024-09-21T05:30:35.525135+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:36.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:35 smithi099 bash[19899]: cluster 2024-09-21T05:30:34.874039+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-21T05:30:36.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:35 smithi099 bash[19899]: cluster 2024-09-21T05:30:35.525135+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:36.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:35 smithi099 bash[26898]: cluster 2024-09-21T05:30:34.874039+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-21T05:30:36.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:35 smithi099 bash[26898]: cluster 2024-09-21T05:30:35.525135+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:38.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:38 smithi099 bash[19899]: cluster 2024-09-21T05:30:37.525640+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:38.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:38 smithi099 bash[26898]: cluster 2024-09-21T05:30:37.525640+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:38.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:38 smithi112 bash[21612]: cluster 2024-09-21T05:30:37.525640+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:39.538 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:30:39.574 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi099:vg_nvme/lv_3 2024-09-21T05:30:40.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:40 smithi112 bash[21612]: cluster 2024-09-21T05:30:39.526144+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:40 smithi099 bash[19899]: cluster 2024-09-21T05:30:39.526144+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:40 smithi099 bash[26898]: cluster 2024-09-21T05:30:39.526144+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:42 smithi112 bash[21612]: cluster 2024-09-21T05:30:41.526527+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:42 smithi112 bash[21612]: audit 2024-09-21T05:30:42.200144+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:42 smithi112 bash[21612]: audit 2024-09-21T05:30:42.206662+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:42 smithi112 bash[21612]: audit 2024-09-21T05:30:42.209157+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:30:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:42 smithi112 bash[21612]: audit 2024-09-21T05:30:42.215030+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:42 smithi112 bash[21612]: audit 2024-09-21T05:30:42.218486+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:42.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:42 smithi112 bash[21612]: audit 2024-09-21T05:30:42.220246+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:30:42.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:42 smithi112 bash[21612]: audit 2024-09-21T05:30:42.229279+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:43.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[19899]: cluster 2024-09-21T05:30:41.526527+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[19899]: audit 2024-09-21T05:30:42.200144+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[19899]: audit 2024-09-21T05:30:42.206662+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[19899]: audit 2024-09-21T05:30:42.209157+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[19899]: audit 2024-09-21T05:30:42.215030+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[19899]: audit 2024-09-21T05:30:42.218486+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[19899]: audit 2024-09-21T05:30:42.220246+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[19899]: audit 2024-09-21T05:30:42.229279+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[26898]: cluster 2024-09-21T05:30:41.526527+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[26898]: audit 2024-09-21T05:30:42.200144+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:43.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[26898]: audit 2024-09-21T05:30:42.206662+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:43.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[26898]: audit 2024-09-21T05:30:42.209157+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:30:43.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[26898]: audit 2024-09-21T05:30:42.215030+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:43.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[26898]: audit 2024-09-21T05:30:42.218486+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:43.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[26898]: audit 2024-09-21T05:30:42.220246+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:30:43.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:42 smithi099 bash[26898]: audit 2024-09-21T05:30:42.229279+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:30:43.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:43 smithi112 bash[21612]: cephadm 2024-09-21T05:30:42.193625+0000 mgr.y (mgr.14150) 108 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:30:43.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:43 smithi112 bash[21612]: cephadm 2024-09-21T05:30:42.210346+0000 mgr.y (mgr.14150) 109 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 16241M 2024-09-21T05:30:44.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:43 smithi099 bash[19899]: cephadm 2024-09-21T05:30:42.193625+0000 mgr.y (mgr.14150) 108 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:30:44.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:43 smithi099 bash[19899]: cephadm 2024-09-21T05:30:42.210346+0000 mgr.y (mgr.14150) 109 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 16241M 2024-09-21T05:30:44.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:43 smithi099 bash[26898]: cephadm 2024-09-21T05:30:42.193625+0000 mgr.y (mgr.14150) 108 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:30:44.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:43 smithi099 bash[26898]: cephadm 2024-09-21T05:30:42.210346+0000 mgr.y (mgr.14150) 109 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 16241M 2024-09-21T05:30:44.652 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:30:44.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:44 smithi112 bash[21612]: cluster 2024-09-21T05:30:43.526962+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:44 smithi099 bash[26898]: cluster 2024-09-21T05:30:43.526962+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:45.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:44 smithi099 bash[19899]: cluster 2024-09-21T05:30:43.526962+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:46.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:46 smithi112 bash[21612]: cluster 2024-09-21T05:30:45.527423+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:46.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:46 smithi112 bash[21612]: audit 2024-09-21T05:30:45.981365+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:30:46.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:46 smithi112 bash[21612]: audit 2024-09-21T05:30:45.984903+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:30:46.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:46 smithi112 bash[21612]: audit 2024-09-21T05:30:45.986019+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:47.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:46 smithi099 bash[19899]: cluster 2024-09-21T05:30:45.527423+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:47.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:46 smithi099 bash[19899]: audit 2024-09-21T05:30:45.981365+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:30:47.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:46 smithi099 bash[19899]: audit 2024-09-21T05:30:45.984903+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:30:47.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:46 smithi099 bash[19899]: audit 2024-09-21T05:30:45.986019+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:47.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:46 smithi099 bash[26898]: cluster 2024-09-21T05:30:45.527423+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:47.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:46 smithi099 bash[26898]: audit 2024-09-21T05:30:45.981365+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:30:47.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:46 smithi099 bash[26898]: audit 2024-09-21T05:30:45.984903+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:30:47.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:46 smithi099 bash[26898]: audit 2024-09-21T05:30:45.986019+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:30:47.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:47 smithi112 bash[21612]: audit 2024-09-21T05:30:45.975336+0000 mgr.y (mgr.14150) 112 : audit [DBG] from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:30:48.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:47 smithi099 bash[19899]: audit 2024-09-21T05:30:45.975336+0000 mgr.y (mgr.14150) 112 : audit [DBG] from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:30:48.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:47 smithi099 bash[26898]: audit 2024-09-21T05:30:45.975336+0000 mgr.y (mgr.14150) 112 : audit [DBG] from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:30:48.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:48 smithi112 bash[21612]: cluster 2024-09-21T05:30:47.527832+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:48 smithi099 bash[19899]: cluster 2024-09-21T05:30:47.527832+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:48 smithi099 bash[26898]: cluster 2024-09-21T05:30:47.527832+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:50.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:50 smithi112 bash[21612]: cluster 2024-09-21T05:30:49.528309+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:50 smithi099 bash[19899]: cluster 2024-09-21T05:30:49.528309+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:51.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:50 smithi099 bash[26898]: cluster 2024-09-21T05:30:49.528309+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:52 smithi112 bash[21612]: cluster 2024-09-21T05:30:51.528736+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:53.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:52 smithi099 bash[19899]: cluster 2024-09-21T05:30:51.528736+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:52 smithi099 bash[26898]: cluster 2024-09-21T05:30:51.528736+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:54.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:54 smithi112 bash[21612]: cluster 2024-09-21T05:30:53.529051+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:54.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:54 smithi112 bash[21612]: audit 2024-09-21T05:30:54.256577+0000 mon.c (mon.2) 6 : audit [INF] from='client.? 172.21.15.99:0/1658683373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03d80d7e-8740-400d-b68b-09871f02ee0f"}]: dispatch 2024-09-21T05:30:54.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:54 smithi112 bash[21612]: audit 2024-09-21T05:30:54.257111+0000 mon.a (mon.0) 335 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03d80d7e-8740-400d-b68b-09871f02ee0f"}]: dispatch 2024-09-21T05:30:54.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:54 smithi112 bash[21612]: audit 2024-09-21T05:30:54.259881+0000 mon.a (mon.0) 336 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03d80d7e-8740-400d-b68b-09871f02ee0f"}]': finished 2024-09-21T05:30:54.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:54 smithi112 bash[21612]: cluster 2024-09-21T05:30:54.263888+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-21T05:30:54.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:54 smithi112 bash[21612]: audit 2024-09-21T05:30:54.264362+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:30:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[19899]: cluster 2024-09-21T05:30:53.529051+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[19899]: audit 2024-09-21T05:30:54.256577+0000 mon.c (mon.2) 6 : audit [INF] from='client.? 172.21.15.99:0/1658683373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03d80d7e-8740-400d-b68b-09871f02ee0f"}]: dispatch 2024-09-21T05:30:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[19899]: audit 2024-09-21T05:30:54.257111+0000 mon.a (mon.0) 335 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03d80d7e-8740-400d-b68b-09871f02ee0f"}]: dispatch 2024-09-21T05:30:55.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[19899]: audit 2024-09-21T05:30:54.259881+0000 mon.a (mon.0) 336 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03d80d7e-8740-400d-b68b-09871f02ee0f"}]': finished 2024-09-21T05:30:55.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[19899]: cluster 2024-09-21T05:30:54.263888+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-21T05:30:55.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[19899]: audit 2024-09-21T05:30:54.264362+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:30:55.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[26898]: cluster 2024-09-21T05:30:53.529051+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:55.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[26898]: audit 2024-09-21T05:30:54.256577+0000 mon.c (mon.2) 6 : audit [INF] from='client.? 172.21.15.99:0/1658683373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03d80d7e-8740-400d-b68b-09871f02ee0f"}]: dispatch 2024-09-21T05:30:55.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[26898]: audit 2024-09-21T05:30:54.257111+0000 mon.a (mon.0) 335 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03d80d7e-8740-400d-b68b-09871f02ee0f"}]: dispatch 2024-09-21T05:30:55.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[26898]: audit 2024-09-21T05:30:54.259881+0000 mon.a (mon.0) 336 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03d80d7e-8740-400d-b68b-09871f02ee0f"}]': finished 2024-09-21T05:30:55.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[26898]: cluster 2024-09-21T05:30:54.263888+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-21T05:30:55.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:54 smithi099 bash[26898]: audit 2024-09-21T05:30:54.264362+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:30:55.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:55 smithi112 bash[21612]: audit 2024-09-21T05:30:54.862566+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.99:0/2307458052' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:30:56.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:55 smithi099 bash[19899]: audit 2024-09-21T05:30:54.862566+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.99:0/2307458052' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:30:56.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:55 smithi099 bash[26898]: audit 2024-09-21T05:30:54.862566+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.99:0/2307458052' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:30:56.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:56 smithi112 bash[21612]: cluster 2024-09-21T05:30:55.529468+0000 mgr.y (mgr.14150) 117 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:57.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:56 smithi099 bash[19899]: cluster 2024-09-21T05:30:55.529468+0000 mgr.y (mgr.14150) 117 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:57.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:56 smithi099 bash[26898]: cluster 2024-09-21T05:30:55.529468+0000 mgr.y (mgr.14150) 117 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:30:58 smithi112 bash[21612]: cluster 2024-09-21T05:30:57.530030+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:30:58 smithi099 bash[19899]: cluster 2024-09-21T05:30:57.530030+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:30:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:30:58 smithi099 bash[26898]: cluster 2024-09-21T05:30:57.530030+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:00.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:00 smithi112 bash[21612]: cluster 2024-09-21T05:30:59.530514+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:01.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:00 smithi099 bash[19899]: cluster 2024-09-21T05:30:59.530514+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:01.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:00 smithi099 bash[26898]: cluster 2024-09-21T05:30:59.530514+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:02.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:02 smithi112 bash[21612]: cluster 2024-09-21T05:31:01.530950+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:03.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:02 smithi099 bash[19899]: cluster 2024-09-21T05:31:01.530950+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:03.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:02 smithi099 bash[26898]: cluster 2024-09-21T05:31:01.530950+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:04.927 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:04 smithi099 bash[19899]: cluster 2024-09-21T05:31:03.531388+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:04.927 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:04 smithi099 bash[26898]: cluster 2024-09-21T05:31:03.531388+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:04.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:04 smithi112 bash[21612]: cluster 2024-09-21T05:31:03.531388+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:06.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:06 smithi112 bash[21612]: cluster 2024-09-21T05:31:05.531857+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:06 smithi099 bash[19899]: cluster 2024-09-21T05:31:05.531857+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:06 smithi099 bash[26898]: cluster 2024-09-21T05:31:05.531857+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:07.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:07 smithi112 bash[21612]: audit 2024-09-21T05:31:07.209260+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-21T05:31:07.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:07 smithi112 bash[21612]: audit 2024-09-21T05:31:07.210677+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:08.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:07 smithi099 bash[19899]: audit 2024-09-21T05:31:07.209260+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-21T05:31:08.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:07 smithi099 bash[19899]: audit 2024-09-21T05:31:07.210677+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:08.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:07 smithi099 bash[26898]: audit 2024-09-21T05:31:07.209260+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-21T05:31:08.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:07 smithi099 bash[26898]: audit 2024-09-21T05:31:07.210677+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:08.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:08 smithi112 bash[21612]: cephadm 2024-09-21T05:31:07.211726+0000 mgr.y (mgr.14150) 123 : cephadm [INF] Deploying daemon osd.1 on smithi099 2024-09-21T05:31:08.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:08 smithi112 bash[21612]: cluster 2024-09-21T05:31:07.532299+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:09.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:08 smithi099 bash[19899]: cephadm 2024-09-21T05:31:07.211726+0000 mgr.y (mgr.14150) 123 : cephadm [INF] Deploying daemon osd.1 on smithi099 2024-09-21T05:31:09.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:08 smithi099 bash[19899]: cluster 2024-09-21T05:31:07.532299+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:09.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:08 smithi099 bash[26898]: cephadm 2024-09-21T05:31:07.211726+0000 mgr.y (mgr.14150) 123 : cephadm [INF] Deploying daemon osd.1 on smithi099 2024-09-21T05:31:09.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:08 smithi099 bash[26898]: cluster 2024-09-21T05:31:07.532299+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:10.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:10 smithi099 bash[26898]: cluster 2024-09-21T05:31:09.532719+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:10.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:10 smithi099 bash[19899]: cluster 2024-09-21T05:31:09.532719+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:10.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:10 smithi112 bash[21612]: cluster 2024-09-21T05:31:09.532719+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:11.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:11 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:31:11.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:11 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:31:11.512 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:31:11 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:31:11.513 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:31:11 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:31:12.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:11 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:31:12.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:31:11 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:31:12.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:11 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:31:12.013 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:31:11 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:31:12.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:12 smithi112 bash[21612]: cluster 2024-09-21T05:31:11.533038+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:12.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:12 smithi112 bash[21612]: audit 2024-09-21T05:31:11.715900+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:31:12.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:12 smithi112 bash[21612]: audit 2024-09-21T05:31:11.719777+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:12.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:12 smithi112 bash[21612]: audit 2024-09-21T05:31:11.724021+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:12 smithi099 bash[19899]: cluster 2024-09-21T05:31:11.533038+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:12 smithi099 bash[19899]: audit 2024-09-21T05:31:11.715900+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:31:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:12 smithi099 bash[19899]: audit 2024-09-21T05:31:11.719777+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:12 smithi099 bash[19899]: audit 2024-09-21T05:31:11.724021+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:13.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:12 smithi099 bash[26898]: cluster 2024-09-21T05:31:11.533038+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:13.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:12 smithi099 bash[26898]: audit 2024-09-21T05:31:11.715900+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:31:13.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:12 smithi099 bash[26898]: audit 2024-09-21T05:31:11.719777+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:13.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:12 smithi099 bash[26898]: audit 2024-09-21T05:31:11.724021+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:14.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:14 smithi112 bash[21612]: cluster 2024-09-21T05:31:13.533528+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:15.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:14 smithi099 bash[19899]: cluster 2024-09-21T05:31:13.533528+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:15.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:14 smithi099 bash[26898]: cluster 2024-09-21T05:31:13.533528+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:16 smithi112 bash[21612]: cluster 2024-09-21T05:31:15.534031+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:17.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:16 smithi099 bash[19899]: cluster 2024-09-21T05:31:15.534031+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:17.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:16 smithi099 bash[26898]: cluster 2024-09-21T05:31:15.534031+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:18 smithi112 bash[21612]: cluster 2024-09-21T05:31:17.534516+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:18 smithi112 bash[21612]: audit 2024-09-21T05:31:18.080520+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:18 smithi112 bash[21612]: audit 2024-09-21T05:31:18.086612+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:18 smithi112 bash[21612]: audit 2024-09-21T05:31:18.087504+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:18 smithi112 bash[21612]: audit 2024-09-21T05:31:18.088243+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:31:18.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:18 smithi112 bash[21612]: audit 2024-09-21T05:31:18.095021+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:18.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[19899]: cluster 2024-09-21T05:31:17.534516+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:18.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[19899]: audit 2024-09-21T05:31:18.080520+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:18.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[19899]: audit 2024-09-21T05:31:18.086612+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:18.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[19899]: audit 2024-09-21T05:31:18.087504+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:18.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[19899]: audit 2024-09-21T05:31:18.088243+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:31:18.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[19899]: audit 2024-09-21T05:31:18.095021+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:18.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[26898]: cluster 2024-09-21T05:31:17.534516+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:18.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[26898]: audit 2024-09-21T05:31:18.080520+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:18.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[26898]: audit 2024-09-21T05:31:18.086612+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:18.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[26898]: audit 2024-09-21T05:31:18.087504+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:18.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[26898]: audit 2024-09-21T05:31:18.088243+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:31:18.955 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:18 smithi099 bash[26898]: audit 2024-09-21T05:31:18.095021+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:20.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:20 smithi112 bash[21612]: cluster 2024-09-21T05:31:19.534955+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:20.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:20 smithi112 bash[21612]: audit 2024-09-21T05:31:20.518724+0000 mon.c (mon.2) 8 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2400708520,v1:172.21.15.99:6811/2400708520]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T05:31:20.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:20 smithi112 bash[21612]: audit 2024-09-21T05:31:20.519174+0000 mon.a (mon.0) 349 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T05:31:21.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:20 smithi099 bash[19899]: cluster 2024-09-21T05:31:19.534955+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:21.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:20 smithi099 bash[19899]: audit 2024-09-21T05:31:20.518724+0000 mon.c (mon.2) 8 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2400708520,v1:172.21.15.99:6811/2400708520]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T05:31:21.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:20 smithi099 bash[19899]: audit 2024-09-21T05:31:20.519174+0000 mon.a (mon.0) 349 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T05:31:21.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:20 smithi099 bash[26898]: cluster 2024-09-21T05:31:19.534955+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:21.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:20 smithi099 bash[26898]: audit 2024-09-21T05:31:20.518724+0000 mon.c (mon.2) 8 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2400708520,v1:172.21.15.99:6811/2400708520]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T05:31:21.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:20 smithi099 bash[26898]: audit 2024-09-21T05:31:20.519174+0000 mon.a (mon.0) 349 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T05:31:22.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[19899]: audit 2024-09-21T05:31:20.686678+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[19899]: audit 2024-09-21T05:31:20.689763+0000 mon.c (mon.2) 9 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2400708520,v1:172.21.15.99:6811/2400708520]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[19899]: cluster 2024-09-21T05:31:20.689916+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[19899]: audit 2024-09-21T05:31:20.690379+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[19899]: audit 2024-09-21T05:31:20.690626+0000 mon.a (mon.0) 353 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[19899]: audit 2024-09-21T05:31:21.688742+0000 mon.a (mon.0) 354 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[19899]: cluster 2024-09-21T05:31:21.694097+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[26898]: audit 2024-09-21T05:31:20.686678+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[26898]: audit 2024-09-21T05:31:20.689763+0000 mon.c (mon.2) 9 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2400708520,v1:172.21.15.99:6811/2400708520]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[26898]: cluster 2024-09-21T05:31:20.689916+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[26898]: audit 2024-09-21T05:31:20.690379+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:22.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[26898]: audit 2024-09-21T05:31:20.690626+0000 mon.a (mon.0) 353 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:31:22.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[26898]: audit 2024-09-21T05:31:21.688742+0000 mon.a (mon.0) 354 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:31:22.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:21 smithi099 bash[26898]: cluster 2024-09-21T05:31:21.694097+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-21T05:31:22.122 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 1 on host 'smithi099' 2024-09-21T05:31:22.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:21 smithi112 bash[21612]: audit 2024-09-21T05:31:20.686678+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T05:31:22.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:21 smithi112 bash[21612]: audit 2024-09-21T05:31:20.689763+0000 mon.c (mon.2) 9 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2400708520,v1:172.21.15.99:6811/2400708520]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:31:22.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:21 smithi112 bash[21612]: cluster 2024-09-21T05:31:20.689916+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-21T05:31:22.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:21 smithi112 bash[21612]: audit 2024-09-21T05:31:20.690379+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:22.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:21 smithi112 bash[21612]: audit 2024-09-21T05:31:20.690626+0000 mon.a (mon.0) 353 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:31:22.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:21 smithi112 bash[21612]: audit 2024-09-21T05:31:21.688742+0000 mon.a (mon.0) 354 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:31:22.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:21 smithi112 bash[21612]: cluster 2024-09-21T05:31:21.694097+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-21T05:31:22.696 DEBUG:teuthology.orchestra.run.smithi099:osd.1> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.1.service 2024-09-21T05:31:22.698 INFO:tasks.cephadm:Deploying osd.2 on smithi099 with /dev/vg_nvme/lv_2... 2024-09-21T05:31:22.698 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_2 2024-09-21T05:31:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[26898]: cluster 2024-09-21T05:31:21.535289+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[26898]: audit 2024-09-21T05:31:21.695358+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[26898]: audit 2024-09-21T05:31:21.718033+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[26898]: audit 2024-09-21T05:31:22.096064+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[26898]: audit 2024-09-21T05:31:22.104446+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[26898]: audit 2024-09-21T05:31:22.115031+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[26898]: audit 2024-09-21T05:31:22.193031+0000 mon.a (mon.0) 361 : audit [INF] from='osd.1 ' entity='osd.1' 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[19899]: cluster 2024-09-21T05:31:21.535289+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[19899]: audit 2024-09-21T05:31:21.695358+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[19899]: audit 2024-09-21T05:31:21.718033+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[19899]: audit 2024-09-21T05:31:22.096064+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[19899]: audit 2024-09-21T05:31:22.104446+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[19899]: audit 2024-09-21T05:31:22.115031+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:23.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:22 smithi099 bash[19899]: audit 2024-09-21T05:31:22.193031+0000 mon.a (mon.0) 361 : audit [INF] from='osd.1 ' entity='osd.1' 2024-09-21T05:31:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:22 smithi112 bash[21612]: cluster 2024-09-21T05:31:21.535289+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:22 smithi112 bash[21612]: audit 2024-09-21T05:31:21.695358+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:22 smithi112 bash[21612]: audit 2024-09-21T05:31:21.718033+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:22 smithi112 bash[21612]: audit 2024-09-21T05:31:22.096064+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:31:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:22 smithi112 bash[21612]: audit 2024-09-21T05:31:22.104446+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:22 smithi112 bash[21612]: audit 2024-09-21T05:31:22.115031+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:22 smithi112 bash[21612]: audit 2024-09-21T05:31:22.193031+0000 mon.a (mon.0) 361 : audit [INF] from='osd.1 ' entity='osd.1' 2024-09-21T05:31:24.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[19899]: cluster 2024-09-21T05:31:21.548859+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:31:24.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[19899]: cluster 2024-09-21T05:31:21.548972+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[19899]: audit 2024-09-21T05:31:22.698987+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[19899]: cluster 2024-09-21T05:31:23.199395+0000 mon.a (mon.0) 363 : cluster [INF] osd.1 [v2:172.21.15.99:6810/2400708520,v1:172.21.15.99:6811/2400708520] boot 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[19899]: cluster 2024-09-21T05:31:23.199453+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[19899]: audit 2024-09-21T05:31:23.199760+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[26898]: cluster 2024-09-21T05:31:21.548859+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[26898]: cluster 2024-09-21T05:31:21.548972+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[26898]: audit 2024-09-21T05:31:22.698987+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[26898]: cluster 2024-09-21T05:31:23.199395+0000 mon.a (mon.0) 363 : cluster [INF] osd.1 [v2:172.21.15.99:6810/2400708520,v1:172.21.15.99:6811/2400708520] boot 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[26898]: cluster 2024-09-21T05:31:23.199453+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-21T05:31:24.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:23 smithi099 bash[26898]: audit 2024-09-21T05:31:23.199760+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:24.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:23 smithi112 bash[21612]: cluster 2024-09-21T05:31:21.548859+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:31:24.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:23 smithi112 bash[21612]: cluster 2024-09-21T05:31:21.548972+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:31:24.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:23 smithi112 bash[21612]: audit 2024-09-21T05:31:22.698987+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:24.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:23 smithi112 bash[21612]: cluster 2024-09-21T05:31:23.199395+0000 mon.a (mon.0) 363 : cluster [INF] osd.1 [v2:172.21.15.99:6810/2400708520,v1:172.21.15.99:6811/2400708520] boot 2024-09-21T05:31:24.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:23 smithi112 bash[21612]: cluster 2024-09-21T05:31:23.199453+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-21T05:31:24.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:23 smithi112 bash[21612]: audit 2024-09-21T05:31:23.199760+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:31:25.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:24 smithi099 bash[19899]: cluster 2024-09-21T05:31:23.535711+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:25.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:24 smithi099 bash[19899]: cluster 2024-09-21T05:31:24.205292+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-21T05:31:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:24 smithi099 bash[26898]: cluster 2024-09-21T05:31:23.535711+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:25.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:24 smithi099 bash[26898]: cluster 2024-09-21T05:31:24.205292+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-21T05:31:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:24 smithi112 bash[21612]: cluster 2024-09-21T05:31:23.535711+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-21T05:31:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:24 smithi112 bash[21612]: cluster 2024-09-21T05:31:24.205292+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-21T05:31:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:26 smithi099 bash[19899]: cluster 2024-09-21T05:31:25.536135+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:27.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:26 smithi099 bash[26898]: cluster 2024-09-21T05:31:25.536135+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:27.164 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:31:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:26 smithi112 bash[21612]: cluster 2024-09-21T05:31:25.536135+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:29.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:28 smithi099 bash[19899]: cluster 2024-09-21T05:31:27.536581+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:29.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:28 smithi099 bash[26898]: cluster 2024-09-21T05:31:27.536581+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:29.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:28 smithi112 bash[21612]: cluster 2024-09-21T05:31:27.536581+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:31.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:30 smithi099 bash[26898]: cluster 2024-09-21T05:31:29.537000+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:30 smithi099 bash[19899]: cluster 2024-09-21T05:31:29.537000+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:30 smithi112 bash[21612]: cluster 2024-09-21T05:31:29.537000+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:33.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[26898]: cluster 2024-09-21T05:31:31.537368+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:33.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[26898]: audit 2024-09-21T05:31:32.217293+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[26898]: audit 2024-09-21T05:31:32.225357+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[26898]: audit 2024-09-21T05:31:32.227767+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:31:33.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[26898]: audit 2024-09-21T05:31:32.229247+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:31:33.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[26898]: audit 2024-09-21T05:31:32.238237+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[26898]: audit 2024-09-21T05:31:32.242998+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:33.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[26898]: audit 2024-09-21T05:31:32.244149+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:31:33.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[26898]: audit 2024-09-21T05:31:32.250347+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[19899]: cluster 2024-09-21T05:31:31.537368+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:33.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[19899]: audit 2024-09-21T05:31:32.217293+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[19899]: audit 2024-09-21T05:31:32.225357+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[19899]: audit 2024-09-21T05:31:32.227767+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:31:33.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[19899]: audit 2024-09-21T05:31:32.229247+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:31:33.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[19899]: audit 2024-09-21T05:31:32.238237+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[19899]: audit 2024-09-21T05:31:32.242998+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:33.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[19899]: audit 2024-09-21T05:31:32.244149+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:31:33.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:32 smithi099 bash[19899]: audit 2024-09-21T05:31:32.250347+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:32 smithi112 bash[21612]: cluster 2024-09-21T05:31:31.537368+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:32 smithi112 bash[21612]: audit 2024-09-21T05:31:32.217293+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:32 smithi112 bash[21612]: audit 2024-09-21T05:31:32.225357+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:32 smithi112 bash[21612]: audit 2024-09-21T05:31:32.227767+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:31:33.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:32 smithi112 bash[21612]: audit 2024-09-21T05:31:32.229247+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:31:33.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:32 smithi112 bash[21612]: audit 2024-09-21T05:31:32.238237+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:33.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:32 smithi112 bash[21612]: audit 2024-09-21T05:31:32.242998+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:33.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:32 smithi112 bash[21612]: audit 2024-09-21T05:31:32.244149+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:31:33.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:32 smithi112 bash[21612]: audit 2024-09-21T05:31:32.250347+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:31:34.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:33 smithi099 bash[19899]: cephadm 2024-09-21T05:31:32.209308+0000 mgr.y (mgr.14150) 137 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:31:34.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:33 smithi099 bash[19899]: cephadm 2024-09-21T05:31:32.230299+0000 mgr.y (mgr.14150) 138 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 8120M 2024-09-21T05:31:34.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:33 smithi099 bash[26898]: cephadm 2024-09-21T05:31:32.209308+0000 mgr.y (mgr.14150) 137 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:31:34.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:33 smithi099 bash[26898]: cephadm 2024-09-21T05:31:32.230299+0000 mgr.y (mgr.14150) 138 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 8120M 2024-09-21T05:31:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:33 smithi112 bash[21612]: cephadm 2024-09-21T05:31:32.209308+0000 mgr.y (mgr.14150) 137 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:31:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:33 smithi112 bash[21612]: cephadm 2024-09-21T05:31:32.230299+0000 mgr.y (mgr.14150) 138 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 8120M 2024-09-21T05:31:34.282 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:31:34.321 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi099:vg_nvme/lv_2 2024-09-21T05:31:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:34 smithi099 bash[26898]: cluster 2024-09-21T05:31:33.537733+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:35.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:34 smithi099 bash[19899]: cluster 2024-09-21T05:31:33.537733+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:34 smithi112 bash[21612]: cluster 2024-09-21T05:31:33.537733+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:37.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:36 smithi099 bash[26898]: cluster 2024-09-21T05:31:35.538097+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:37.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:36 smithi099 bash[19899]: cluster 2024-09-21T05:31:35.538097+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:36 smithi112 bash[21612]: cluster 2024-09-21T05:31:35.538097+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:39.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:38 smithi099 bash[19899]: cluster 2024-09-21T05:31:37.538566+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:39.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:38 smithi099 bash[26898]: cluster 2024-09-21T05:31:37.538566+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:39.074 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:31:39.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:38 smithi112 bash[21612]: cluster 2024-09-21T05:31:37.538566+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:40 smithi099 bash[19899]: cluster 2024-09-21T05:31:39.539016+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:40 smithi099 bash[19899]: audit 2024-09-21T05:31:40.458707+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:31:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:40 smithi099 bash[19899]: audit 2024-09-21T05:31:40.462026+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:31:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:40 smithi099 bash[19899]: audit 2024-09-21T05:31:40.463391+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:41.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:40 smithi099 bash[26898]: cluster 2024-09-21T05:31:39.539016+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:41.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:40 smithi099 bash[26898]: audit 2024-09-21T05:31:40.458707+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:31:41.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:40 smithi099 bash[26898]: audit 2024-09-21T05:31:40.462026+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:31:41.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:40 smithi099 bash[26898]: audit 2024-09-21T05:31:40.463391+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:41.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:40 smithi112 bash[21612]: cluster 2024-09-21T05:31:39.539016+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:41.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:40 smithi112 bash[21612]: audit 2024-09-21T05:31:40.458707+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:31:41.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:40 smithi112 bash[21612]: audit 2024-09-21T05:31:40.462026+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:31:41.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:40 smithi112 bash[21612]: audit 2024-09-21T05:31:40.463391+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:31:42.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:41 smithi099 bash[19899]: audit 2024-09-21T05:31:40.452652+0000 mgr.y (mgr.14150) 143 : audit [DBG] from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:31:42.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:41 smithi099 bash[26898]: audit 2024-09-21T05:31:40.452652+0000 mgr.y (mgr.14150) 143 : audit [DBG] from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:31:42.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:41 smithi112 bash[21612]: audit 2024-09-21T05:31:40.452652+0000 mgr.y (mgr.14150) 143 : audit [DBG] from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:31:43.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:42 smithi099 bash[19899]: cluster 2024-09-21T05:31:41.539428+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:43.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:42 smithi099 bash[26898]: cluster 2024-09-21T05:31:41.539428+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:43.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:42 smithi112 bash[21612]: cluster 2024-09-21T05:31:41.539428+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:45.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:44 smithi099 bash[19899]: cluster 2024-09-21T05:31:43.539895+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:44 smithi099 bash[26898]: cluster 2024-09-21T05:31:43.539895+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:44 smithi112 bash[21612]: cluster 2024-09-21T05:31:43.539895+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:46.860 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:46 smithi099 bash[19899]: cluster 2024-09-21T05:31:45.540383+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:46.861 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:46 smithi099 bash[26898]: cluster 2024-09-21T05:31:45.540383+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:47.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:46 smithi112 bash[21612]: cluster 2024-09-21T05:31:45.540383+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:48 smithi099 bash[26898]: cluster 2024-09-21T05:31:47.540812+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:48 smithi099 bash[19899]: cluster 2024-09-21T05:31:47.540812+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:49.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:48 smithi112 bash[21612]: cluster 2024-09-21T05:31:47.540812+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:50.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:49 smithi112 bash[21612]: audit 2024-09-21T05:31:48.865255+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.99:0/2899542190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07"}]: dispatch 2024-09-21T05:31:50.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:49 smithi112 bash[21612]: audit 2024-09-21T05:31:48.865729+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07"}]: dispatch 2024-09-21T05:31:50.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:49 smithi112 bash[21612]: audit 2024-09-21T05:31:48.868866+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07"}]': finished 2024-09-21T05:31:50.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:49 smithi112 bash[21612]: cluster 2024-09-21T05:31:48.872993+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-21T05:31:50.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:49 smithi112 bash[21612]: audit 2024-09-21T05:31:48.873157+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:31:50.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:49 smithi112 bash[21612]: audit 2024-09-21T05:31:49.506891+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.99:0/2322509713' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:31:50.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:49 smithi112 bash[21612]: cluster 2024-09-21T05:31:49.541143+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:50.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[19899]: audit 2024-09-21T05:31:48.865255+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.99:0/2899542190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07"}]: dispatch 2024-09-21T05:31:50.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[19899]: audit 2024-09-21T05:31:48.865729+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07"}]: dispatch 2024-09-21T05:31:50.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[19899]: audit 2024-09-21T05:31:48.868866+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07"}]': finished 2024-09-21T05:31:50.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[19899]: cluster 2024-09-21T05:31:48.872993+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[19899]: audit 2024-09-21T05:31:48.873157+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[19899]: audit 2024-09-21T05:31:49.506891+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.99:0/2322509713' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[19899]: cluster 2024-09-21T05:31:49.541143+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[26898]: audit 2024-09-21T05:31:48.865255+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.99:0/2899542190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07"}]: dispatch 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[26898]: audit 2024-09-21T05:31:48.865729+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07"}]: dispatch 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[26898]: audit 2024-09-21T05:31:48.868866+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07"}]': finished 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[26898]: cluster 2024-09-21T05:31:48.872993+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[26898]: audit 2024-09-21T05:31:48.873157+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[26898]: audit 2024-09-21T05:31:49.506891+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.99:0/2322509713' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:31:50.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:49 smithi099 bash[26898]: cluster 2024-09-21T05:31:49.541143+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:52.926 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:52 smithi099 bash[19899]: cluster 2024-09-21T05:31:51.541583+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:52.926 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:52 smithi099 bash[26898]: cluster 2024-09-21T05:31:51.541583+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:52.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:52 smithi112 bash[21612]: cluster 2024-09-21T05:31:51.541583+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:54.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:54 smithi112 bash[21612]: cluster 2024-09-21T05:31:53.542000+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:54 smithi099 bash[19899]: cluster 2024-09-21T05:31:53.542000+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:55.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:54 smithi099 bash[26898]: cluster 2024-09-21T05:31:53.542000+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:56.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:56 smithi112 bash[21612]: cluster 2024-09-21T05:31:55.542459+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:57.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:56 smithi099 bash[19899]: cluster 2024-09-21T05:31:55.542459+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:56 smithi099 bash[26898]: cluster 2024-09-21T05:31:55.542459+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:31:58 smithi099 bash[19899]: cluster 2024-09-21T05:31:57.542924+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:58.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:31:58 smithi099 bash[26898]: cluster 2024-09-21T05:31:57.542924+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:31:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:31:58 smithi112 bash[21612]: cluster 2024-09-21T05:31:57.542924+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:00.921 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:00 smithi099 bash[19899]: cluster 2024-09-21T05:31:59.543402+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:00.921 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:00 smithi099 bash[26898]: cluster 2024-09-21T05:31:59.543402+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:00 smithi112 bash[21612]: cluster 2024-09-21T05:31:59.543402+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:02.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:02 smithi099 bash[19899]: cluster 2024-09-21T05:32:01.543859+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:02.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:02 smithi099 bash[19899]: audit 2024-09-21T05:32:01.950389+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-21T05:32:02.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:02 smithi099 bash[19899]: audit 2024-09-21T05:32:01.951972+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:02.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:02 smithi099 bash[26898]: cluster 2024-09-21T05:32:01.543859+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:02.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:02 smithi099 bash[26898]: audit 2024-09-21T05:32:01.950389+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-21T05:32:02.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:02 smithi099 bash[26898]: audit 2024-09-21T05:32:01.951972+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:02.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:02 smithi112 bash[21612]: cluster 2024-09-21T05:32:01.543859+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:02.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:02 smithi112 bash[21612]: audit 2024-09-21T05:32:01.950389+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-21T05:32:02.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:02 smithi112 bash[21612]: audit 2024-09-21T05:32:01.951972+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:03.724 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:03 smithi099 bash[19899]: cephadm 2024-09-21T05:32:01.953560+0000 mgr.y (mgr.14150) 155 : cephadm [INF] Deploying daemon osd.2 on smithi099 2024-09-21T05:32:03.724 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:03 smithi099 bash[26898]: cephadm 2024-09-21T05:32:01.953560+0000 mgr.y (mgr.14150) 155 : cephadm [INF] Deploying daemon osd.2 on smithi099 2024-09-21T05:32:03.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:03 smithi112 bash[21612]: cephadm 2024-09-21T05:32:01.953560+0000 mgr.y (mgr.14150) 155 : cephadm [INF] Deploying daemon osd.2 on smithi099 2024-09-21T05:32:04.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:04 smithi112 bash[21612]: cluster 2024-09-21T05:32:03.544293+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:04.987 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:04 smithi099 bash[19899]: cluster 2024-09-21T05:32:03.544293+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:04.988 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:04 smithi099 bash[26898]: cluster 2024-09-21T05:32:03.544293+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:06.236 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.237 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.237 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.237 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.238 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.512 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.513 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.513 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:32:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:06.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:06 smithi112 bash[21612]: cluster 2024-09-21T05:32:05.544748+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:06.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:06 smithi112 bash[21612]: audit 2024-09-21T05:32:06.509065+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:32:06.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:06 smithi112 bash[21612]: audit 2024-09-21T05:32:06.513102+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:06.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:06 smithi112 bash[21612]: audit 2024-09-21T05:32:06.519299+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:06 smithi099 bash[19899]: cluster 2024-09-21T05:32:05.544748+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:06 smithi099 bash[19899]: audit 2024-09-21T05:32:06.509065+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:32:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:06 smithi099 bash[19899]: audit 2024-09-21T05:32:06.513102+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:06 smithi099 bash[19899]: audit 2024-09-21T05:32:06.519299+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:07.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:06 smithi099 bash[26898]: cluster 2024-09-21T05:32:05.544748+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:06 smithi099 bash[26898]: audit 2024-09-21T05:32:06.509065+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:32:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:06 smithi099 bash[26898]: audit 2024-09-21T05:32:06.513102+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:06 smithi099 bash[26898]: audit 2024-09-21T05:32:06.519299+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:08.894 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:08 smithi099 bash[19899]: cluster 2024-09-21T05:32:07.545184+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:08.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:08 smithi099 bash[26898]: cluster 2024-09-21T05:32:07.545184+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:08.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:08 smithi112 bash[21612]: cluster 2024-09-21T05:32:07.545184+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:10.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:10 smithi099 bash[19899]: cluster 2024-09-21T05:32:09.545585+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:10.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:10 smithi099 bash[26898]: cluster 2024-09-21T05:32:09.545585+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:10.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:10 smithi112 bash[21612]: cluster 2024-09-21T05:32:09.545585+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:12.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:12 smithi112 bash[21612]: cluster 2024-09-21T05:32:11.546057+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:12 smithi099 bash[19899]: cluster 2024-09-21T05:32:11.546057+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:13.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:12 smithi099 bash[26898]: cluster 2024-09-21T05:32:11.546057+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:14.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:14 smithi112 bash[21612]: audit 2024-09-21T05:32:13.386053+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:14.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:14 smithi112 bash[21612]: audit 2024-09-21T05:32:13.390543+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:14.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:14 smithi112 bash[21612]: cluster 2024-09-21T05:32:13.546355+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:14.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:14 smithi112 bash[21612]: audit 2024-09-21T05:32:13.999300+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:14.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:14 smithi112 bash[21612]: audit 2024-09-21T05:32:14.000144+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:32:14.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:14 smithi112 bash[21612]: audit 2024-09-21T05:32:14.004875+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:14.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[19899]: audit 2024-09-21T05:32:13.386053+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:14.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[19899]: audit 2024-09-21T05:32:13.390543+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:14.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[19899]: cluster 2024-09-21T05:32:13.546355+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:14.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[19899]: audit 2024-09-21T05:32:13.999300+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:14.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[19899]: audit 2024-09-21T05:32:14.000144+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:32:14.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[19899]: audit 2024-09-21T05:32:14.004875+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:14.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[26898]: audit 2024-09-21T05:32:13.386053+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:14.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[26898]: audit 2024-09-21T05:32:13.390543+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:14.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[26898]: cluster 2024-09-21T05:32:13.546355+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:14.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[26898]: audit 2024-09-21T05:32:13.999300+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:14.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[26898]: audit 2024-09-21T05:32:14.000144+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:32:14.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:14 smithi099 bash[26898]: audit 2024-09-21T05:32:14.004875+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:15.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:15 smithi112 bash[21612]: audit 2024-09-21T05:32:15.516306+0000 mon.a (mon.0) 392 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-21T05:32:16.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:15 smithi099 bash[26898]: audit 2024-09-21T05:32:15.516306+0000 mon.a (mon.0) 392 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-21T05:32:16.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:15 smithi099 bash[19899]: audit 2024-09-21T05:32:15.516306+0000 mon.a (mon.0) 392 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-21T05:32:16.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[26898]: cluster 2024-09-21T05:32:15.546654+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:16.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[26898]: audit 2024-09-21T05:32:15.568891+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T05:32:16.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[26898]: cluster 2024-09-21T05:32:15.574378+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-21T05:32:16.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[26898]: audit 2024-09-21T05:32:15.575112+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:32:16.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[26898]: audit 2024-09-21T05:32:15.575580+0000 mon.a (mon.0) 396 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:16.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[26898]: audit 2024-09-21T05:32:16.571123+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:32:16.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[19899]: cluster 2024-09-21T05:32:15.546654+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:16.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[19899]: audit 2024-09-21T05:32:15.568891+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T05:32:16.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[19899]: cluster 2024-09-21T05:32:15.574378+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-21T05:32:16.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[19899]: audit 2024-09-21T05:32:15.575112+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:32:16.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[19899]: audit 2024-09-21T05:32:15.575580+0000 mon.a (mon.0) 396 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:16.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:16 smithi099 bash[19899]: audit 2024-09-21T05:32:16.571123+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:32:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:16 smithi112 bash[21612]: cluster 2024-09-21T05:32:15.546654+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:16 smithi112 bash[21612]: audit 2024-09-21T05:32:15.568891+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T05:32:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:16 smithi112 bash[21612]: cluster 2024-09-21T05:32:15.574378+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-21T05:32:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:16 smithi112 bash[21612]: audit 2024-09-21T05:32:15.575112+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:32:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:16 smithi112 bash[21612]: audit 2024-09-21T05:32:15.575580+0000 mon.a (mon.0) 396 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:16 smithi112 bash[21612]: audit 2024-09-21T05:32:16.571123+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:32:17.095 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 2 on host 'smithi099' 2024-09-21T05:32:17.596 DEBUG:teuthology.orchestra.run.smithi099:osd.2> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.2.service 2024-09-21T05:32:17.598 INFO:tasks.cephadm:Deploying osd.3 on smithi099 with /dev/vg_nvme/lv_1... 2024-09-21T05:32:17.598 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_1 2024-09-21T05:32:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:17 smithi112 bash[21612]: cluster 2024-09-21T05:32:16.576426+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-21T05:32:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:17 smithi112 bash[21612]: audit 2024-09-21T05:32:16.578401+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:17 smithi112 bash[21612]: audit 2024-09-21T05:32:16.586788+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:17 smithi112 bash[21612]: audit 2024-09-21T05:32:17.080407+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:32:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:17 smithi112 bash[21612]: audit 2024-09-21T05:32:17.088233+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:17 smithi112 bash[21612]: audit 2024-09-21T05:32:17.092773+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:17 smithi112 bash[21612]: audit 2024-09-21T05:32:17.126519+0000 mon.a (mon.0) 404 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' 2024-09-21T05:32:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:17 smithi112 bash[21612]: audit 2024-09-21T05:32:17.583841+0000 mon.a (mon.0) 405 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:18.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[19899]: cluster 2024-09-21T05:32:16.576426+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-21T05:32:18.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[19899]: audit 2024-09-21T05:32:16.578401+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[19899]: audit 2024-09-21T05:32:16.586788+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[19899]: audit 2024-09-21T05:32:17.080407+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[19899]: audit 2024-09-21T05:32:17.088233+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[19899]: audit 2024-09-21T05:32:17.092773+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[19899]: audit 2024-09-21T05:32:17.126519+0000 mon.a (mon.0) 404 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[19899]: audit 2024-09-21T05:32:17.583841+0000 mon.a (mon.0) 405 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[26898]: cluster 2024-09-21T05:32:16.576426+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[26898]: audit 2024-09-21T05:32:16.578401+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[26898]: audit 2024-09-21T05:32:16.586788+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[26898]: audit 2024-09-21T05:32:17.080407+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[26898]: audit 2024-09-21T05:32:17.088233+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:18.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[26898]: audit 2024-09-21T05:32:17.092773+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:18.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[26898]: audit 2024-09-21T05:32:17.126519+0000 mon.a (mon.0) 404 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892]' entity='osd.2' 2024-09-21T05:32:18.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:17 smithi099 bash[26898]: audit 2024-09-21T05:32:17.583841+0000 mon.a (mon.0) 405 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:18 smithi112 bash[21612]: cluster 2024-09-21T05:32:16.474061+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:32:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:18 smithi112 bash[21612]: cluster 2024-09-21T05:32:16.474133+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:32:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:18 smithi112 bash[21612]: cluster 2024-09-21T05:32:17.547021+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:18 smithi112 bash[21612]: cluster 2024-09-21T05:32:18.133218+0000 mon.a (mon.0) 406 : cluster [INF] osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892] boot 2024-09-21T05:32:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:18 smithi112 bash[21612]: cluster 2024-09-21T05:32:18.133291+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-21T05:32:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:18 smithi112 bash[21612]: audit 2024-09-21T05:32:18.134041+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[19899]: cluster 2024-09-21T05:32:16.474061+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:32:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[19899]: cluster 2024-09-21T05:32:16.474133+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:32:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[19899]: cluster 2024-09-21T05:32:17.547021+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:19.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[19899]: cluster 2024-09-21T05:32:18.133218+0000 mon.a (mon.0) 406 : cluster [INF] osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892] boot 2024-09-21T05:32:19.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[19899]: cluster 2024-09-21T05:32:18.133291+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-21T05:32:19.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[19899]: audit 2024-09-21T05:32:18.134041+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:19.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[26898]: cluster 2024-09-21T05:32:16.474061+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:32:19.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[26898]: cluster 2024-09-21T05:32:16.474133+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:32:19.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[26898]: cluster 2024-09-21T05:32:17.547021+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-21T05:32:19.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[26898]: cluster 2024-09-21T05:32:18.133218+0000 mon.a (mon.0) 406 : cluster [INF] osd.2 [v2:172.21.15.99:6818/3191739892,v1:172.21.15.99:6819/3191739892] boot 2024-09-21T05:32:19.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[26898]: cluster 2024-09-21T05:32:18.133291+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-21T05:32:19.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:18 smithi099 bash[26898]: audit 2024-09-21T05:32:18.134041+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:32:20.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:20 smithi112 bash[21612]: cluster 2024-09-21T05:32:19.143294+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-21T05:32:20.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:20 smithi112 bash[21612]: cluster 2024-09-21T05:32:19.547491+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:20.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:20 smithi112 bash[21612]: audit 2024-09-21T05:32:19.658545+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-21T05:32:20.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:20 smithi099 bash[19899]: cluster 2024-09-21T05:32:19.143294+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-21T05:32:20.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:20 smithi099 bash[19899]: cluster 2024-09-21T05:32:19.547491+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:20.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:20 smithi099 bash[19899]: audit 2024-09-21T05:32:19.658545+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-21T05:32:20.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:20 smithi099 bash[26898]: cluster 2024-09-21T05:32:19.143294+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-21T05:32:20.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:20 smithi099 bash[26898]: cluster 2024-09-21T05:32:19.547491+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:20.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:20 smithi099 bash[26898]: audit 2024-09-21T05:32:19.658545+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-21T05:32:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:21 smithi112 bash[21612]: audit 2024-09-21T05:32:20.150309+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-21T05:32:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:21 smithi112 bash[21612]: cluster 2024-09-21T05:32:20.154621+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-21T05:32:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:21 smithi112 bash[21612]: audit 2024-09-21T05:32:20.155405+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-21T05:32:21.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:21 smithi099 bash[19899]: audit 2024-09-21T05:32:20.150309+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-21T05:32:21.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:21 smithi099 bash[19899]: cluster 2024-09-21T05:32:20.154621+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-21T05:32:21.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:21 smithi099 bash[19899]: audit 2024-09-21T05:32:20.155405+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-21T05:32:21.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:21 smithi099 bash[26898]: audit 2024-09-21T05:32:20.150309+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-21T05:32:21.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:21 smithi099 bash[26898]: cluster 2024-09-21T05:32:20.154621+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-21T05:32:21.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:21 smithi099 bash[26898]: audit 2024-09-21T05:32:20.155405+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-21T05:32:22.143 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:32:22.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:22 smithi112 bash[21612]: audit 2024-09-21T05:32:21.153214+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-21T05:32:22.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:22 smithi112 bash[21612]: cluster 2024-09-21T05:32:21.161167+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-21T05:32:22.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:22 smithi112 bash[21612]: cluster 2024-09-21T05:32:21.548049+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v134: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:22 smithi099 bash[26898]: audit 2024-09-21T05:32:21.153214+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-21T05:32:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:22 smithi099 bash[26898]: cluster 2024-09-21T05:32:21.161167+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-21T05:32:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:22 smithi099 bash[26898]: cluster 2024-09-21T05:32:21.548049+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v134: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:22.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:22 smithi099 bash[19899]: audit 2024-09-21T05:32:21.153214+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-21T05:32:22.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:22 smithi099 bash[19899]: cluster 2024-09-21T05:32:21.161167+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-21T05:32:22.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:22 smithi099 bash[19899]: cluster 2024-09-21T05:32:21.548049+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v134: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:23 smithi112 bash[21612]: cluster 2024-09-21T05:32:22.178332+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-21T05:32:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:23 smithi112 bash[21612]: cluster 2024-09-21T05:32:22.178739+0000 mon.a (mon.0) 417 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-21T05:32:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:23 smithi112 bash[21612]: audit 2024-09-21T05:32:22.252205+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:23.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:23 smithi099 bash[19899]: cluster 2024-09-21T05:32:22.178332+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-21T05:32:23.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:23 smithi099 bash[19899]: cluster 2024-09-21T05:32:22.178739+0000 mon.a (mon.0) 417 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-21T05:32:23.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:23 smithi099 bash[19899]: audit 2024-09-21T05:32:22.252205+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:23.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:23 smithi099 bash[26898]: cluster 2024-09-21T05:32:22.178332+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-21T05:32:23.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:23 smithi099 bash[26898]: cluster 2024-09-21T05:32:22.178739+0000 mon.a (mon.0) 417 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-21T05:32:23.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:23 smithi099 bash[26898]: audit 2024-09-21T05:32:22.252205+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:25.019 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:24 smithi099 bash[19899]: cluster 2024-09-21T05:32:23.548511+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v136: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:25.019 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:24 smithi099 bash[19899]: audit 2024-09-21T05:32:24.019088+0000 mon.a (mon.0) 419 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T05:32:25.019 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:24 smithi099 bash[26898]: cluster 2024-09-21T05:32:23.548511+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v136: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:25.019 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:24 smithi099 bash[26898]: audit 2024-09-21T05:32:24.019088+0000 mon.a (mon.0) 419 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T05:32:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:25 smithi112 bash[21612]: cluster 2024-09-21T05:32:23.548511+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v136: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:25 smithi112 bash[21612]: audit 2024-09-21T05:32:24.019088+0000 mon.a (mon.0) 419 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T05:32:26.840 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:32:26.887 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi099:vg_nvme/lv_1 2024-09-21T05:32:27.004 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:24.919118+0000 mon.a (mon.0) 420 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:24.922027+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:24.922317+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:24.922649+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:24.928484+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:24.928664+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:24.929114+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:24.929502+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: cluster 2024-09-21T05:32:25.548896+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:25.823776+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:25.851522+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:25.852972+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:25.853081+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:32:27.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[26898]: audit 2024-09-21T05:32:25.853214+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:24.919118+0000 mon.a (mon.0) 420 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:24.922027+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:24.922317+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:24.922649+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:24.928484+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:24.928664+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:24.929114+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:24.929502+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: cluster 2024-09-21T05:32:25.548896+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:25.823776+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T05:32:27.006 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:25.851522+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:27.007 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:25.852972+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:32:27.007 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:25.853081+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:32:27.007 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:26 smithi099 bash[19899]: audit 2024-09-21T05:32:25.853214+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:32:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:24.919118+0000 mon.a (mon.0) 420 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T05:32:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:24.922027+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:32:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:24.922317+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:32:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:24.922649+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:32:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:24.928484+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T05:32:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:24.928664+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:32:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:24.929114+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:32:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:24.929502+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:32:27.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: cluster 2024-09-21T05:32:25.548896+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:27.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:25.823776+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T05:32:27.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:25.851522+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:27.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:25.852972+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:32:27.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:25.853081+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:32:27.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:26 smithi112 bash[21612]: audit 2024-09-21T05:32:25.853214+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:32:28.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:27 smithi099 bash[19899]: audit 2024-09-21T05:32:25.852813+0000 mon.c (mon.2) 12 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T05:32:28.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:27 smithi099 bash[19899]: audit 2024-09-21T05:32:26.744438+0000 mon.c (mon.2) 13 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T05:32:28.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:27 smithi099 bash[26898]: audit 2024-09-21T05:32:25.852813+0000 mon.c (mon.2) 12 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T05:32:28.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:27 smithi099 bash[26898]: audit 2024-09-21T05:32:26.744438+0000 mon.c (mon.2) 13 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T05:32:28.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:27 smithi112 bash[21612]: audit 2024-09-21T05:32:25.852813+0000 mon.c (mon.2) 12 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T05:32:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:27 smithi112 bash[21612]: audit 2024-09-21T05:32:26.744438+0000 mon.c (mon.2) 13 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T05:32:29.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:28 smithi099 bash[19899]: cluster 2024-09-21T05:32:27.549327+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:29.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:28 smithi099 bash[26898]: cluster 2024-09-21T05:32:27.549327+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:29.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:28 smithi112 bash[21612]: cluster 2024-09-21T05:32:27.549327+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: cephadm 2024-09-21T05:32:29.534554+0000 mgr.y (mgr.14150) 169 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: audit 2024-09-21T05:32:29.542987+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: cluster 2024-09-21T05:32:29.549836+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: audit 2024-09-21T05:32:29.552383+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: audit 2024-09-21T05:32:29.555581+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: audit 2024-09-21T05:32:29.557368+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: audit 2024-09-21T05:32:29.558852+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: cephadm 2024-09-21T05:32:29.560021+0000 mgr.y (mgr.14150) 171 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 5413M 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: audit 2024-09-21T05:32:29.566371+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: audit 2024-09-21T05:32:29.571395+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:30.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: audit 2024-09-21T05:32:29.572860+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:32:30.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:30 smithi112 bash[21612]: audit 2024-09-21T05:32:29.582523+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:31.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: cephadm 2024-09-21T05:32:29.534554+0000 mgr.y (mgr.14150) 169 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: audit 2024-09-21T05:32:29.542987+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: cluster 2024-09-21T05:32:29.549836+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: audit 2024-09-21T05:32:29.552383+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: audit 2024-09-21T05:32:29.555581+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: audit 2024-09-21T05:32:29.557368+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: audit 2024-09-21T05:32:29.558852+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: cephadm 2024-09-21T05:32:29.560021+0000 mgr.y (mgr.14150) 171 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 5413M 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: audit 2024-09-21T05:32:29.566371+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: audit 2024-09-21T05:32:29.571395+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: audit 2024-09-21T05:32:29.572860+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:32:31.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[19899]: audit 2024-09-21T05:32:29.582523+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: cephadm 2024-09-21T05:32:29.534554+0000 mgr.y (mgr.14150) 169 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: audit 2024-09-21T05:32:29.542987+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: cluster 2024-09-21T05:32:29.549836+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: audit 2024-09-21T05:32:29.552383+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: audit 2024-09-21T05:32:29.555581+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: audit 2024-09-21T05:32:29.557368+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: audit 2024-09-21T05:32:29.558852+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: cephadm 2024-09-21T05:32:29.560021+0000 mgr.y (mgr.14150) 171 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 5413M 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: audit 2024-09-21T05:32:29.566371+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: audit 2024-09-21T05:32:29.571395+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: audit 2024-09-21T05:32:29.572860+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:32:31.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:30 smithi099 bash[26898]: audit 2024-09-21T05:32:29.582523+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:32:32.014 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:32:32.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:32 smithi112 bash[21612]: cluster 2024-09-21T05:32:31.550345+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-21T05:32:33.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:32 smithi099 bash[19899]: cluster 2024-09-21T05:32:31.550345+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-21T05:32:33.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:32 smithi099 bash[26898]: cluster 2024-09-21T05:32:31.550345+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-21T05:32:33.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:33 smithi112 bash[21612]: audit 2024-09-21T05:32:33.391099+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:32:33.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:33 smithi112 bash[21612]: audit 2024-09-21T05:32:33.396224+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:32:33.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:33 smithi112 bash[21612]: audit 2024-09-21T05:32:33.397403+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:34.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:33 smithi099 bash[19899]: audit 2024-09-21T05:32:33.391099+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:32:34.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:33 smithi099 bash[19899]: audit 2024-09-21T05:32:33.396224+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:32:34.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:33 smithi099 bash[19899]: audit 2024-09-21T05:32:33.397403+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:34.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:33 smithi099 bash[26898]: audit 2024-09-21T05:32:33.391099+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:32:34.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:33 smithi099 bash[26898]: audit 2024-09-21T05:32:33.396224+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:32:34.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:33 smithi099 bash[26898]: audit 2024-09-21T05:32:33.397403+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:34.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:34 smithi112 bash[21612]: audit 2024-09-21T05:32:33.385005+0000 mgr.y (mgr.14150) 173 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:32:34.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:34 smithi112 bash[21612]: cluster 2024-09-21T05:32:33.550918+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-21T05:32:35.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:34 smithi099 bash[19899]: audit 2024-09-21T05:32:33.385005+0000 mgr.y (mgr.14150) 173 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:32:35.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:34 smithi099 bash[19899]: cluster 2024-09-21T05:32:33.550918+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-21T05:32:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:34 smithi099 bash[26898]: audit 2024-09-21T05:32:33.385005+0000 mgr.y (mgr.14150) 173 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:32:35.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:34 smithi099 bash[26898]: cluster 2024-09-21T05:32:33.550918+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-21T05:32:36.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:36 smithi112 bash[21612]: cluster 2024-09-21T05:32:35.551497+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-21T05:32:37.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:36 smithi099 bash[19899]: cluster 2024-09-21T05:32:35.551497+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-21T05:32:37.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:36 smithi099 bash[26898]: cluster 2024-09-21T05:32:35.551497+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-21T05:32:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:38 smithi112 bash[21612]: cluster 2024-09-21T05:32:37.552154+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T05:32:39.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:38 smithi099 bash[19899]: cluster 2024-09-21T05:32:37.552154+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T05:32:39.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:38 smithi099 bash[26898]: cluster 2024-09-21T05:32:37.552154+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T05:32:40.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:40 smithi112 bash[21612]: cluster 2024-09-21T05:32:39.552585+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T05:32:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:40 smithi099 bash[19899]: cluster 2024-09-21T05:32:39.552585+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T05:32:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:40 smithi099 bash[26898]: cluster 2024-09-21T05:32:39.552585+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T05:32:42.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:42 smithi112 bash[21612]: cluster 2024-09-21T05:32:41.552880+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:42 smithi112 bash[21612]: audit 2024-09-21T05:32:41.987886+0000 mon.a (mon.0) 443 : audit [INF] from='client.? 172.21.15.99:0/985109788' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7536830f-38e6-490f-8287-2c12bf542004"}]: dispatch 2024-09-21T05:32:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:42 smithi112 bash[21612]: audit 2024-09-21T05:32:41.992730+0000 mon.a (mon.0) 444 : audit [INF] from='client.? 172.21.15.99:0/985109788' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7536830f-38e6-490f-8287-2c12bf542004"}]': finished 2024-09-21T05:32:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:42 smithi112 bash[21612]: cluster 2024-09-21T05:32:41.996294+0000 mon.a (mon.0) 445 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-21T05:32:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:42 smithi112 bash[21612]: audit 2024-09-21T05:32:41.996578+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:32:42.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:42 smithi112 bash[21612]: audit 2024-09-21T05:32:42.615546+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.99:0/48141396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:32:43.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[26898]: cluster 2024-09-21T05:32:41.552880+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:43.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[26898]: audit 2024-09-21T05:32:41.987886+0000 mon.a (mon.0) 443 : audit [INF] from='client.? 172.21.15.99:0/985109788' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7536830f-38e6-490f-8287-2c12bf542004"}]: dispatch 2024-09-21T05:32:43.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[26898]: audit 2024-09-21T05:32:41.992730+0000 mon.a (mon.0) 444 : audit [INF] from='client.? 172.21.15.99:0/985109788' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7536830f-38e6-490f-8287-2c12bf542004"}]': finished 2024-09-21T05:32:43.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[26898]: cluster 2024-09-21T05:32:41.996294+0000 mon.a (mon.0) 445 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-21T05:32:43.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[26898]: audit 2024-09-21T05:32:41.996578+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:32:43.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[26898]: audit 2024-09-21T05:32:42.615546+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.99:0/48141396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:32:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[19899]: cluster 2024-09-21T05:32:41.552880+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[19899]: audit 2024-09-21T05:32:41.987886+0000 mon.a (mon.0) 443 : audit [INF] from='client.? 172.21.15.99:0/985109788' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7536830f-38e6-490f-8287-2c12bf542004"}]: dispatch 2024-09-21T05:32:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[19899]: audit 2024-09-21T05:32:41.992730+0000 mon.a (mon.0) 444 : audit [INF] from='client.? 172.21.15.99:0/985109788' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7536830f-38e6-490f-8287-2c12bf542004"}]': finished 2024-09-21T05:32:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[19899]: cluster 2024-09-21T05:32:41.996294+0000 mon.a (mon.0) 445 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-21T05:32:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[19899]: audit 2024-09-21T05:32:41.996578+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:32:43.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:42 smithi099 bash[19899]: audit 2024-09-21T05:32:42.615546+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.99:0/48141396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:32:44.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:44 smithi112 bash[21612]: cluster 2024-09-21T05:32:43.553379+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:45.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:44 smithi099 bash[19899]: cluster 2024-09-21T05:32:43.553379+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:44 smithi099 bash[26898]: cluster 2024-09-21T05:32:43.553379+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:46.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:46 smithi112 bash[21612]: cluster 2024-09-21T05:32:45.553923+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:47.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:46 smithi099 bash[19899]: cluster 2024-09-21T05:32:45.553923+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:47.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:46 smithi099 bash[26898]: cluster 2024-09-21T05:32:45.553923+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:48.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:48 smithi112 bash[21612]: cluster 2024-09-21T05:32:47.554510+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:48 smithi099 bash[19899]: cluster 2024-09-21T05:32:47.554510+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:48 smithi099 bash[26898]: cluster 2024-09-21T05:32:47.554510+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:50 smithi112 bash[21612]: cluster 2024-09-21T05:32:49.555233+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:50 smithi099 bash[19899]: cluster 2024-09-21T05:32:49.555233+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:51.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:50 smithi099 bash[26898]: cluster 2024-09-21T05:32:49.555233+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:52.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:52 smithi099 bash[19899]: cluster 2024-09-21T05:32:51.555777+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:52.909 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:52 smithi099 bash[26898]: cluster 2024-09-21T05:32:51.555777+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:52.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:52 smithi112 bash[21612]: cluster 2024-09-21T05:32:51.555777+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:54 smithi099 bash[19899]: cluster 2024-09-21T05:32:53.556138+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:54 smithi099 bash[26898]: cluster 2024-09-21T05:32:53.556138+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:54.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:54 smithi112 bash[21612]: cluster 2024-09-21T05:32:53.556138+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:55.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:55 smithi112 bash[21612]: audit 2024-09-21T05:32:55.465871+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-21T05:32:55.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:55 smithi112 bash[21612]: audit 2024-09-21T05:32:55.467293+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:55.979 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:55 smithi099 bash[19899]: audit 2024-09-21T05:32:55.465871+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-21T05:32:55.979 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:55 smithi099 bash[19899]: audit 2024-09-21T05:32:55.467293+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:55.979 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:55 smithi099 bash[26898]: audit 2024-09-21T05:32:55.465871+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-21T05:32:55.979 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:55 smithi099 bash[26898]: audit 2024-09-21T05:32:55.467293+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:32:56.933 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:56 smithi099 bash[19899]: cephadm 2024-09-21T05:32:55.468753+0000 mgr.y (mgr.14150) 185 : cephadm [INF] Deploying daemon osd.3 on smithi099 2024-09-21T05:32:56.934 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:56 smithi099 bash[19899]: cluster 2024-09-21T05:32:55.556599+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:56.934 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:56 smithi099 bash[26898]: cephadm 2024-09-21T05:32:55.468753+0000 mgr.y (mgr.14150) 185 : cephadm [INF] Deploying daemon osd.3 on smithi099 2024-09-21T05:32:56.934 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:56 smithi099 bash[26898]: cluster 2024-09-21T05:32:55.556599+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:56.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:56 smithi112 bash[21612]: cephadm 2024-09-21T05:32:55.468753+0000 mgr.y (mgr.14150) 185 : cephadm [INF] Deploying daemon osd.3 on smithi099 2024-09-21T05:32:56.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:56 smithi112 bash[21612]: cluster 2024-09-21T05:32:55.556599+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:58.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:58 smithi099 bash[19899]: cluster 2024-09-21T05:32:57.557123+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:58 smithi099 bash[26898]: cluster 2024-09-21T05:32:57.557123+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:58.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:32:58 smithi112 bash[21612]: cluster 2024-09-21T05:32:57.557123+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:32:59.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:59.836 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:59.836 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:59.837 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:59.837 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:32:59.837 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:00.168 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:00.169 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:00.169 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:00.169 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:00.169 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:00.170 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:32:59 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:00 smithi112 bash[21612]: cluster 2024-09-21T05:32:59.557552+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:00 smithi112 bash[21612]: audit 2024-09-21T05:33:00.087834+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:33:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:00 smithi112 bash[21612]: audit 2024-09-21T05:33:00.092500+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:00.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:00 smithi112 bash[21612]: audit 2024-09-21T05:33:00.099518+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:01.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:00 smithi099 bash[19899]: cluster 2024-09-21T05:32:59.557552+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:01.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:00 smithi099 bash[19899]: audit 2024-09-21T05:33:00.087834+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:33:01.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:00 smithi099 bash[19899]: audit 2024-09-21T05:33:00.092500+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:01.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:00 smithi099 bash[19899]: audit 2024-09-21T05:33:00.099518+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:01.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:00 smithi099 bash[26898]: cluster 2024-09-21T05:32:59.557552+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:01.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:00 smithi099 bash[26898]: audit 2024-09-21T05:33:00.087834+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:33:01.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:00 smithi099 bash[26898]: audit 2024-09-21T05:33:00.092500+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:01.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:00 smithi099 bash[26898]: audit 2024-09-21T05:33:00.099518+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:02.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:02 smithi112 bash[21612]: cluster 2024-09-21T05:33:01.558055+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:03.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:02 smithi099 bash[19899]: cluster 2024-09-21T05:33:01.558055+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:03.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:02 smithi099 bash[26898]: cluster 2024-09-21T05:33:01.558055+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:04.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:04 smithi112 bash[21612]: cluster 2024-09-21T05:33:03.558566+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:05.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:04 smithi099 bash[19899]: cluster 2024-09-21T05:33:03.558566+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:05.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:04 smithi099 bash[26898]: cluster 2024-09-21T05:33:03.558566+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:06.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:06 smithi112 bash[21612]: cluster 2024-09-21T05:33:05.559170+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:06.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:06 smithi112 bash[21612]: audit 2024-09-21T05:33:06.504131+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:06.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:06 smithi112 bash[21612]: audit 2024-09-21T05:33:06.508922+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:06.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:06 smithi112 bash[21612]: audit 2024-09-21T05:33:06.509684+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:06.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:06 smithi112 bash[21612]: audit 2024-09-21T05:33:06.510399+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:33:06.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:06 smithi112 bash[21612]: audit 2024-09-21T05:33:06.514629+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[19899]: cluster 2024-09-21T05:33:05.559170+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[19899]: audit 2024-09-21T05:33:06.504131+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[19899]: audit 2024-09-21T05:33:06.508922+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[19899]: audit 2024-09-21T05:33:06.509684+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[19899]: audit 2024-09-21T05:33:06.510399+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:33:07.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[19899]: audit 2024-09-21T05:33:06.514629+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[26898]: cluster 2024-09-21T05:33:05.559170+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[26898]: audit 2024-09-21T05:33:06.504131+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[26898]: audit 2024-09-21T05:33:06.508922+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[26898]: audit 2024-09-21T05:33:06.509684+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[26898]: audit 2024-09-21T05:33:06.510399+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:33:07.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:06 smithi099 bash[26898]: audit 2024-09-21T05:33:06.514629+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:08.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:08 smithi112 bash[21612]: cluster 2024-09-21T05:33:07.559522+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:09.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:08 smithi099 bash[26898]: cluster 2024-09-21T05:33:07.559522+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:09.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:08 smithi099 bash[19899]: cluster 2024-09-21T05:33:07.559522+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:09.914 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 3 on host 'smithi099' 2024-09-21T05:33:09.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:09 smithi112 bash[21612]: audit 2024-09-21T05:33:09.085444+0000 mon.c (mon.2) 15 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1502330141,v1:172.21.15.99:6827/1502330141]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T05:33:09.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:09 smithi112 bash[21612]: audit 2024-09-21T05:33:09.085778+0000 mon.a (mon.0) 457 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T05:33:09.960 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:09 smithi099 bash[19899]: audit 2024-09-21T05:33:09.085444+0000 mon.c (mon.2) 15 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1502330141,v1:172.21.15.99:6827/1502330141]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T05:33:09.960 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:09 smithi099 bash[19899]: audit 2024-09-21T05:33:09.085778+0000 mon.a (mon.0) 457 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T05:33:09.960 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:09 smithi099 bash[26898]: audit 2024-09-21T05:33:09.085444+0000 mon.c (mon.2) 15 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1502330141,v1:172.21.15.99:6827/1502330141]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T05:33:09.960 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:09 smithi099 bash[26898]: audit 2024-09-21T05:33:09.085778+0000 mon.a (mon.0) 457 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T05:33:10.553 DEBUG:teuthology.orchestra.run.smithi099:osd.3> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.3.service 2024-09-21T05:33:10.555 INFO:tasks.cephadm:Deploying osd.4 on smithi112 with /dev/vg_nvme/lv_4... 2024-09-21T05:33:10.555 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_4 2024-09-21T05:33:10.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:10 smithi112 bash[21612]: cluster 2024-09-21T05:33:09.560058+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:10.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:10 smithi112 bash[21612]: audit 2024-09-21T05:33:09.700873+0000 mon.a (mon.0) 458 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T05:33:10.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:10 smithi112 bash[21612]: cluster 2024-09-21T05:33:09.706778+0000 mon.a (mon.0) 459 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-21T05:33:10.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:10 smithi112 bash[21612]: audit 2024-09-21T05:33:09.707296+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:10.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:10 smithi112 bash[21612]: audit 2024-09-21T05:33:09.711523+0000 mon.c (mon.2) 16 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1502330141,v1:172.21.15.99:6827/1502330141]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:33:10.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:10 smithi112 bash[21612]: audit 2024-09-21T05:33:09.712386+0000 mon.a (mon.0) 461 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:33:10.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:10 smithi112 bash[21612]: audit 2024-09-21T05:33:09.893346+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:33:10.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:10 smithi112 bash[21612]: audit 2024-09-21T05:33:09.899907+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:10.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:10 smithi112 bash[21612]: audit 2024-09-21T05:33:09.909498+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:11.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[19899]: cluster 2024-09-21T05:33:09.560058+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:11.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[19899]: audit 2024-09-21T05:33:09.700873+0000 mon.a (mon.0) 458 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T05:33:11.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[19899]: cluster 2024-09-21T05:33:09.706778+0000 mon.a (mon.0) 459 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-21T05:33:11.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[19899]: audit 2024-09-21T05:33:09.707296+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:11.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[19899]: audit 2024-09-21T05:33:09.711523+0000 mon.c (mon.2) 16 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1502330141,v1:172.21.15.99:6827/1502330141]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:33:11.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[19899]: audit 2024-09-21T05:33:09.712386+0000 mon.a (mon.0) 461 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[19899]: audit 2024-09-21T05:33:09.893346+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[19899]: audit 2024-09-21T05:33:09.899907+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[19899]: audit 2024-09-21T05:33:09.909498+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[26898]: cluster 2024-09-21T05:33:09.560058+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[26898]: audit 2024-09-21T05:33:09.700873+0000 mon.a (mon.0) 458 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[26898]: cluster 2024-09-21T05:33:09.706778+0000 mon.a (mon.0) 459 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[26898]: audit 2024-09-21T05:33:09.707296+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[26898]: audit 2024-09-21T05:33:09.711523+0000 mon.c (mon.2) 16 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1502330141,v1:172.21.15.99:6827/1502330141]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[26898]: audit 2024-09-21T05:33:09.712386+0000 mon.a (mon.0) 461 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[26898]: audit 2024-09-21T05:33:09.893346+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[26898]: audit 2024-09-21T05:33:09.899907+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:11.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:10 smithi099 bash[26898]: audit 2024-09-21T05:33:09.909498+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:11.512 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[45980]: debug 2024-09-21T05:33:11.218+0000 7f67fe717640 -1 osd.3 0 waiting for initial osdmap 2024-09-21T05:33:11.512 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[45980]: debug 2024-09-21T05:33:11.246+0000 7f67f6537640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T05:33:12.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[19899]: audit 2024-09-21T05:33:10.703451+0000 mon.a (mon.0) 465 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:33:12.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[19899]: cluster 2024-09-21T05:33:10.709286+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-21T05:33:12.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[19899]: audit 2024-09-21T05:33:10.710211+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:12.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[19899]: audit 2024-09-21T05:33:10.720140+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:12.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[19899]: audit 2024-09-21T05:33:11.227242+0000 mon.a (mon.0) 469 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-21T05:33:12.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[26898]: audit 2024-09-21T05:33:10.703451+0000 mon.a (mon.0) 465 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:33:12.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[26898]: cluster 2024-09-21T05:33:10.709286+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-21T05:33:12.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[26898]: audit 2024-09-21T05:33:10.710211+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:12.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[26898]: audit 2024-09-21T05:33:10.720140+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:12.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:11 smithi099 bash[26898]: audit 2024-09-21T05:33:11.227242+0000 mon.a (mon.0) 469 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-21T05:33:12.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:11 smithi112 bash[21612]: audit 2024-09-21T05:33:10.703451+0000 mon.a (mon.0) 465 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-09-21T05:33:12.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:11 smithi112 bash[21612]: cluster 2024-09-21T05:33:10.709286+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-21T05:33:12.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:11 smithi112 bash[21612]: audit 2024-09-21T05:33:10.710211+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:12.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:11 smithi112 bash[21612]: audit 2024-09-21T05:33:10.720140+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:12.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:11 smithi112 bash[21612]: audit 2024-09-21T05:33:11.227242+0000 mon.a (mon.0) 469 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-21T05:33:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[19899]: cluster 2024-09-21T05:33:10.108619+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:33:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[19899]: cluster 2024-09-21T05:33:10.108749+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:33:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[19899]: cluster 2024-09-21T05:33:11.560569+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[19899]: audit 2024-09-21T05:33:11.719892+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[19899]: cluster 2024-09-21T05:33:12.232664+0000 mon.a (mon.0) 471 : cluster [INF] osd.3 [v2:172.21.15.99:6826/1502330141,v1:172.21.15.99:6827/1502330141] boot 2024-09-21T05:33:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[19899]: cluster 2024-09-21T05:33:12.232769+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-21T05:33:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[19899]: audit 2024-09-21T05:33:12.233454+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:13.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[26898]: cluster 2024-09-21T05:33:10.108619+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:33:13.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[26898]: cluster 2024-09-21T05:33:10.108749+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:33:13.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[26898]: cluster 2024-09-21T05:33:11.560569+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:13.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[26898]: audit 2024-09-21T05:33:11.719892+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:13.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[26898]: cluster 2024-09-21T05:33:12.232664+0000 mon.a (mon.0) 471 : cluster [INF] osd.3 [v2:172.21.15.99:6826/1502330141,v1:172.21.15.99:6827/1502330141] boot 2024-09-21T05:33:13.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[26898]: cluster 2024-09-21T05:33:12.232769+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-21T05:33:13.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:12 smithi099 bash[26898]: audit 2024-09-21T05:33:12.233454+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:12 smithi112 bash[21612]: cluster 2024-09-21T05:33:10.108619+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:33:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:12 smithi112 bash[21612]: cluster 2024-09-21T05:33:10.108749+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:33:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:12 smithi112 bash[21612]: cluster 2024-09-21T05:33:11.560569+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-09-21T05:33:13.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:12 smithi112 bash[21612]: audit 2024-09-21T05:33:11.719892+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:12 smithi112 bash[21612]: cluster 2024-09-21T05:33:12.232664+0000 mon.a (mon.0) 471 : cluster [INF] osd.3 [v2:172.21.15.99:6826/1502330141,v1:172.21.15.99:6827/1502330141] boot 2024-09-21T05:33:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:12 smithi112 bash[21612]: cluster 2024-09-21T05:33:12.232769+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-21T05:33:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:12 smithi112 bash[21612]: audit 2024-09-21T05:33:12.233454+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:33:15.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:14 smithi099 bash[19899]: cluster 2024-09-21T05:33:13.561096+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:15.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:14 smithi099 bash[19899]: cluster 2024-09-21T05:33:13.729782+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-21T05:33:15.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:14 smithi099 bash[26898]: cluster 2024-09-21T05:33:13.561096+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:15.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:14 smithi099 bash[26898]: cluster 2024-09-21T05:33:13.729782+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-21T05:33:15.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:14 smithi112 bash[21612]: cluster 2024-09-21T05:33:13.561096+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:15.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:14 smithi112 bash[21612]: cluster 2024-09-21T05:33:13.729782+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-21T05:33:15.284 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:33:16.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:16 smithi112 bash[21612]: cluster 2024-09-21T05:33:15.561613+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:17.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:16 smithi099 bash[19899]: cluster 2024-09-21T05:33:15.561613+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:17.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:16 smithi099 bash[26898]: cluster 2024-09-21T05:33:15.561613+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:18.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:18 smithi112 bash[21612]: cluster 2024-09-21T05:33:17.562127+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:18 smithi099 bash[19899]: cluster 2024-09-21T05:33:17.562127+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:18 smithi099 bash[26898]: cluster 2024-09-21T05:33:17.562127+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:19.201 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-21T05:33:19.240 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi112:vg_nvme/lv_4 2024-09-21T05:33:20.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: cephadm 2024-09-21T05:33:19.408233+0000 mgr.y (mgr.14150) 198 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.417279+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.426177+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.429182+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.430978+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.432769+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.434553+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: cephadm 2024-09-21T05:33:19.435911+0000 mgr.y (mgr.14150) 199 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 4060M 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.444240+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.450034+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.451634+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: audit 2024-09-21T05:33:19.461107+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:20 smithi112 bash[21612]: cluster 2024-09-21T05:33:19.562719+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:20.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: cephadm 2024-09-21T05:33:19.408233+0000 mgr.y (mgr.14150) 198 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:33:20.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.417279+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.426177+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.429182+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.430978+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.432769+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.434553+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: cephadm 2024-09-21T05:33:19.435911+0000 mgr.y (mgr.14150) 199 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 4060M 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.444240+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.450034+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.451634+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: audit 2024-09-21T05:33:19.461107+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[19899]: cluster 2024-09-21T05:33:19.562719+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: cephadm 2024-09-21T05:33:19.408233+0000 mgr.y (mgr.14150) 198 : cephadm [INF] Detected new or changed devices on smithi099 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.417279+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.426177+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.429182+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.430978+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.432769+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.434553+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: cephadm 2024-09-21T05:33:19.435911+0000 mgr.y (mgr.14150) 199 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 4060M 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.444240+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.450034+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.451634+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: audit 2024-09-21T05:33:19.461107+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:20.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:20 smithi099 bash[26898]: cluster 2024-09-21T05:33:19.562719+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:22.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:22 smithi112 bash[21612]: cluster 2024-09-21T05:33:21.563248+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:23.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:22 smithi099 bash[19899]: cluster 2024-09-21T05:33:21.563248+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:22 smithi099 bash[26898]: cluster 2024-09-21T05:33:21.563248+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:23.968 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:33:24.885 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:24 smithi112 bash[21612]: cluster 2024-09-21T05:33:23.563766+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:25.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:24 smithi099 bash[19899]: cluster 2024-09-21T05:33:23.563766+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:24 smithi099 bash[26898]: cluster 2024-09-21T05:33:23.563766+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:25.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:25 smithi112 bash[21612]: audit 2024-09-21T05:33:25.217252+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:33:25.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:25 smithi112 bash[21612]: audit 2024-09-21T05:33:25.223156+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:33:25.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:25 smithi112 bash[21612]: audit 2024-09-21T05:33:25.224936+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:26.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:25 smithi099 bash[26898]: audit 2024-09-21T05:33:25.217252+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:33:26.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:25 smithi099 bash[26898]: audit 2024-09-21T05:33:25.223156+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:33:26.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:25 smithi099 bash[26898]: audit 2024-09-21T05:33:25.224936+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:26.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:25 smithi099 bash[19899]: audit 2024-09-21T05:33:25.217252+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:33:26.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:25 smithi099 bash[19899]: audit 2024-09-21T05:33:25.223156+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:33:26.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:25 smithi099 bash[19899]: audit 2024-09-21T05:33:25.224936+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:26 smithi112 bash[21612]: audit 2024-09-21T05:33:25.210621+0000 mgr.y (mgr.14150) 203 : audit [DBG] from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:33:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:26 smithi112 bash[21612]: cluster 2024-09-21T05:33:25.564288+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:27.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:26 smithi099 bash[26898]: audit 2024-09-21T05:33:25.210621+0000 mgr.y (mgr.14150) 203 : audit [DBG] from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:33:27.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:26 smithi099 bash[26898]: cluster 2024-09-21T05:33:25.564288+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:26 smithi099 bash[19899]: audit 2024-09-21T05:33:25.210621+0000 mgr.y (mgr.14150) 203 : audit [DBG] from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:33:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:26 smithi099 bash[19899]: cluster 2024-09-21T05:33:25.564288+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:28 smithi112 bash[21612]: cluster 2024-09-21T05:33:27.564829+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:29.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:28 smithi099 bash[26898]: cluster 2024-09-21T05:33:27.564829+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:29.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:28 smithi099 bash[19899]: cluster 2024-09-21T05:33:27.564829+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:30 smithi112 bash[21612]: cluster 2024-09-21T05:33:29.565386+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:31.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:30 smithi099 bash[26898]: cluster 2024-09-21T05:33:29.565386+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:31.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:30 smithi099 bash[19899]: cluster 2024-09-21T05:33:29.565386+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:32.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:32 smithi112 bash[21612]: cluster 2024-09-21T05:33:31.565885+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:33.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:32 smithi099 bash[19899]: cluster 2024-09-21T05:33:31.565885+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:33.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:32 smithi099 bash[26898]: cluster 2024-09-21T05:33:31.565885+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:34.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:34 smithi112 bash[21612]: cluster 2024-09-21T05:33:33.566393+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:34.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:34 smithi112 bash[21612]: audit 2024-09-21T05:33:33.737923+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.112:0/1611222006' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f4bdeac-c77e-4456-8634-1d96a0fa4f37"}]: dispatch 2024-09-21T05:33:34.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:34 smithi112 bash[21612]: audit 2024-09-21T05:33:33.738662+0000 mon.a (mon.0) 488 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f4bdeac-c77e-4456-8634-1d96a0fa4f37"}]: dispatch 2024-09-21T05:33:34.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:34 smithi112 bash[21612]: audit 2024-09-21T05:33:33.742062+0000 mon.a (mon.0) 489 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f4bdeac-c77e-4456-8634-1d96a0fa4f37"}]': finished 2024-09-21T05:33:34.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:34 smithi112 bash[21612]: cluster 2024-09-21T05:33:33.747477+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-21T05:33:34.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:34 smithi112 bash[21612]: audit 2024-09-21T05:33:33.748071+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:33:34.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:34 smithi112 bash[21612]: audit 2024-09-21T05:33:34.347562+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.112:0/1485131612' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:33:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[26898]: cluster 2024-09-21T05:33:33.566393+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[26898]: audit 2024-09-21T05:33:33.737923+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.112:0/1611222006' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f4bdeac-c77e-4456-8634-1d96a0fa4f37"}]: dispatch 2024-09-21T05:33:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[26898]: audit 2024-09-21T05:33:33.738662+0000 mon.a (mon.0) 488 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f4bdeac-c77e-4456-8634-1d96a0fa4f37"}]: dispatch 2024-09-21T05:33:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[26898]: audit 2024-09-21T05:33:33.742062+0000 mon.a (mon.0) 489 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f4bdeac-c77e-4456-8634-1d96a0fa4f37"}]': finished 2024-09-21T05:33:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[26898]: cluster 2024-09-21T05:33:33.747477+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-21T05:33:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[26898]: audit 2024-09-21T05:33:33.748071+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:33:35.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[26898]: audit 2024-09-21T05:33:34.347562+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.112:0/1485131612' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:33:35.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[19899]: cluster 2024-09-21T05:33:33.566393+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:35.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[19899]: audit 2024-09-21T05:33:33.737923+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.112:0/1611222006' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f4bdeac-c77e-4456-8634-1d96a0fa4f37"}]: dispatch 2024-09-21T05:33:35.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[19899]: audit 2024-09-21T05:33:33.738662+0000 mon.a (mon.0) 488 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f4bdeac-c77e-4456-8634-1d96a0fa4f37"}]: dispatch 2024-09-21T05:33:35.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[19899]: audit 2024-09-21T05:33:33.742062+0000 mon.a (mon.0) 489 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f4bdeac-c77e-4456-8634-1d96a0fa4f37"}]': finished 2024-09-21T05:33:35.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[19899]: cluster 2024-09-21T05:33:33.747477+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-21T05:33:35.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[19899]: audit 2024-09-21T05:33:33.748071+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:33:35.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:34 smithi099 bash[19899]: audit 2024-09-21T05:33:34.347562+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.112:0/1485131612' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:33:36.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:36 smithi112 bash[21612]: cluster 2024-09-21T05:33:35.566946+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:37.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:36 smithi099 bash[19899]: cluster 2024-09-21T05:33:35.566946+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:37.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:36 smithi099 bash[26898]: cluster 2024-09-21T05:33:35.566946+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:38 smithi112 bash[21612]: cluster 2024-09-21T05:33:37.567469+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:39.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:38 smithi099 bash[19899]: cluster 2024-09-21T05:33:37.567469+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:39.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:38 smithi099 bash[26898]: cluster 2024-09-21T05:33:37.567469+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:40 smithi112 bash[21612]: cluster 2024-09-21T05:33:39.568094+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:40 smithi099 bash[26898]: cluster 2024-09-21T05:33:39.568094+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:40 smithi099 bash[19899]: cluster 2024-09-21T05:33:39.568094+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:42.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:42 smithi112 bash[21612]: cluster 2024-09-21T05:33:41.568709+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:43.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:42 smithi099 bash[19899]: cluster 2024-09-21T05:33:41.568709+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:43.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:42 smithi099 bash[26898]: cluster 2024-09-21T05:33:41.568709+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:44.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:44 smithi112 bash[21612]: cluster 2024-09-21T05:33:43.569324+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:45.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:44 smithi099 bash[19899]: cluster 2024-09-21T05:33:43.569324+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:44 smithi099 bash[26898]: cluster 2024-09-21T05:33:43.569324+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:46.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:46 smithi112 bash[21612]: cluster 2024-09-21T05:33:45.569936+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:47.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:46 smithi099 bash[19899]: cluster 2024-09-21T05:33:45.569936+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:47.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:46 smithi099 bash[26898]: cluster 2024-09-21T05:33:45.569936+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:47.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:47 smithi112 bash[21612]: audit 2024-09-21T05:33:46.879117+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-21T05:33:47.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:47 smithi112 bash[21612]: audit 2024-09-21T05:33:46.880777+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:48.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:47 smithi099 bash[19899]: audit 2024-09-21T05:33:46.879117+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-21T05:33:48.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:47 smithi099 bash[19899]: audit 2024-09-21T05:33:46.880777+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:48.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:47 smithi099 bash[26898]: audit 2024-09-21T05:33:46.879117+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-21T05:33:48.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:47 smithi099 bash[26898]: audit 2024-09-21T05:33:46.880777+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:48.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:48 smithi112 bash[21612]: cephadm 2024-09-21T05:33:46.882294+0000 mgr.y (mgr.14150) 215 : cephadm [INF] Deploying daemon osd.4 on smithi112 2024-09-21T05:33:48.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:48 smithi112 bash[21612]: cluster 2024-09-21T05:33:47.570448+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:48 smithi099 bash[19899]: cephadm 2024-09-21T05:33:46.882294+0000 mgr.y (mgr.14150) 215 : cephadm [INF] Deploying daemon osd.4 on smithi112 2024-09-21T05:33:49.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:48 smithi099 bash[19899]: cluster 2024-09-21T05:33:47.570448+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:48 smithi099 bash[26898]: cephadm 2024-09-21T05:33:46.882294+0000 mgr.y (mgr.14150) 215 : cephadm [INF] Deploying daemon osd.4 on smithi112 2024-09-21T05:33:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:48 smithi099 bash[26898]: cluster 2024-09-21T05:33:47.570448+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:50 smithi112 bash[21612]: cluster 2024-09-21T05:33:49.571021+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:50 smithi099 bash[19899]: cluster 2024-09-21T05:33:49.571021+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:51.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:50 smithi099 bash[26898]: cluster 2024-09-21T05:33:49.571021+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:51.340 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:51 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:51.340 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:33:51 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:51.670 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:51 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:51.671 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:33:51 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:33:51.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:51 smithi112 bash[21612]: audit 2024-09-21T05:33:51.592139+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:33:51.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:51 smithi112 bash[21612]: audit 2024-09-21T05:33:51.600629+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:51.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:51 smithi112 bash[21612]: audit 2024-09-21T05:33:51.611173+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:52.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:51 smithi099 bash[19899]: audit 2024-09-21T05:33:51.592139+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:33:52.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:51 smithi099 bash[19899]: audit 2024-09-21T05:33:51.600629+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:52.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:51 smithi099 bash[19899]: audit 2024-09-21T05:33:51.611173+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:52.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:51 smithi099 bash[26898]: audit 2024-09-21T05:33:51.592139+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:33:52.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:51 smithi099 bash[26898]: audit 2024-09-21T05:33:51.600629+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:52.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:51 smithi099 bash[26898]: audit 2024-09-21T05:33:51.611173+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:53.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:52 smithi099 bash[19899]: cluster 2024-09-21T05:33:51.571587+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:53.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:52 smithi099 bash[26898]: cluster 2024-09-21T05:33:51.571587+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:53.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:52 smithi112 bash[21612]: cluster 2024-09-21T05:33:51.571587+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:54.864 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:54 smithi112 bash[21612]: cluster 2024-09-21T05:33:53.572168+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:55.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:54 smithi099 bash[26898]: cluster 2024-09-21T05:33:53.572168+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:54 smithi099 bash[19899]: cluster 2024-09-21T05:33:53.572168+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:57.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:56 smithi099 bash[19899]: cluster 2024-09-21T05:33:55.572704+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:56 smithi099 bash[26898]: cluster 2024-09-21T05:33:55.572704+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:57.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:56 smithi112 bash[21612]: cluster 2024-09-21T05:33:55.572704+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:57 smithi112 bash[21612]: audit 2024-09-21T05:33:56.902657+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:57 smithi112 bash[21612]: audit 2024-09-21T05:33:56.912762+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:57 smithi112 bash[21612]: audit 2024-09-21T05:33:56.914726+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:57 smithi112 bash[21612]: audit 2024-09-21T05:33:56.916543+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:33:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:57 smithi112 bash[21612]: audit 2024-09-21T05:33:56.927892+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:57.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:33:57 smithi112 bash[21612]: cluster 2024-09-21T05:33:57.573230+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:58.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[19899]: audit 2024-09-21T05:33:56.902657+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:58.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[19899]: audit 2024-09-21T05:33:56.912762+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:58.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[19899]: audit 2024-09-21T05:33:56.914726+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:58.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[19899]: audit 2024-09-21T05:33:56.916543+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:33:58.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[19899]: audit 2024-09-21T05:33:56.927892+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:58.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[19899]: cluster 2024-09-21T05:33:57.573230+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:33:58.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[26898]: audit 2024-09-21T05:33:56.902657+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:58.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[26898]: audit 2024-09-21T05:33:56.912762+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:58.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[26898]: audit 2024-09-21T05:33:56.914726+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:33:58.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[26898]: audit 2024-09-21T05:33:56.916543+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:33:58.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[26898]: audit 2024-09-21T05:33:56.927892+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:33:58.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:33:57 smithi099 bash[26898]: cluster 2024-09-21T05:33:57.573230+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:00 smithi112 bash[21612]: cluster 2024-09-21T05:33:59.573718+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:01.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:00 smithi099 bash[19899]: cluster 2024-09-21T05:33:59.573718+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:01.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:00 smithi099 bash[26898]: cluster 2024-09-21T05:33:59.573718+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:01.252 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 4 on host 'smithi112' 2024-09-21T05:34:01.875 DEBUG:teuthology.orchestra.run.smithi112:osd.4> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.4.service 2024-09-21T05:34:01.877 INFO:tasks.cephadm:Deploying osd.5 on smithi112 with /dev/vg_nvme/lv_3... 2024-09-21T05:34:01.877 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_3 2024-09-21T05:34:01.884 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:01 smithi112 bash[21612]: audit 2024-09-21T05:34:01.228378+0000 mon.a (mon.0) 502 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:34:01.884 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:01 smithi112 bash[21612]: audit 2024-09-21T05:34:01.239454+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:01.884 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:01 smithi112 bash[21612]: audit 2024-09-21T05:34:01.247746+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:01.884 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:01 smithi112 bash[21612]: audit 2024-09-21T05:34:01.422956+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/2470708222,v1:172.21.15.112:6801/2470708222]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T05:34:01.884 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:01 smithi112 bash[21612]: audit 2024-09-21T05:34:01.423221+0000 mon.a (mon.0) 505 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T05:34:02.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[19899]: audit 2024-09-21T05:34:01.228378+0000 mon.a (mon.0) 502 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:34:02.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[19899]: audit 2024-09-21T05:34:01.239454+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:02.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[19899]: audit 2024-09-21T05:34:01.247746+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:02.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[19899]: audit 2024-09-21T05:34:01.422956+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/2470708222,v1:172.21.15.112:6801/2470708222]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T05:34:02.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[19899]: audit 2024-09-21T05:34:01.423221+0000 mon.a (mon.0) 505 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T05:34:02.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[26898]: audit 2024-09-21T05:34:01.228378+0000 mon.a (mon.0) 502 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:34:02.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[26898]: audit 2024-09-21T05:34:01.239454+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:02.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[26898]: audit 2024-09-21T05:34:01.247746+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:02.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[26898]: audit 2024-09-21T05:34:01.422956+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/2470708222,v1:172.21.15.112:6801/2470708222]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T05:34:02.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:01 smithi099 bash[26898]: audit 2024-09-21T05:34:01.423221+0000 mon.a (mon.0) 505 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T05:34:02.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:02 smithi112 bash[21612]: cluster 2024-09-21T05:34:01.574339+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:02.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:02 smithi112 bash[21612]: audit 2024-09-21T05:34:02.253144+0000 mon.a (mon.0) 506 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T05:34:02.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:02 smithi112 bash[21612]: cluster 2024-09-21T05:34:02.259058+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-21T05:34:02.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:02 smithi112 bash[21612]: audit 2024-09-21T05:34:02.259610+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:02.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:02 smithi112 bash[21612]: audit 2024-09-21T05:34:02.262939+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/2470708222,v1:172.21.15.112:6801/2470708222]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:02.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:02 smithi112 bash[21612]: audit 2024-09-21T05:34:02.263157+0000 mon.a (mon.0) 509 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:03.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[19899]: cluster 2024-09-21T05:34:01.574339+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:03.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[19899]: audit 2024-09-21T05:34:02.253144+0000 mon.a (mon.0) 506 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T05:34:03.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[19899]: cluster 2024-09-21T05:34:02.259058+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-21T05:34:03.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[19899]: audit 2024-09-21T05:34:02.259610+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:03.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[19899]: audit 2024-09-21T05:34:02.262939+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/2470708222,v1:172.21.15.112:6801/2470708222]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:03.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[19899]: audit 2024-09-21T05:34:02.263157+0000 mon.a (mon.0) 509 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:03.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[26898]: cluster 2024-09-21T05:34:01.574339+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:03.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[26898]: audit 2024-09-21T05:34:02.253144+0000 mon.a (mon.0) 506 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T05:34:03.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[26898]: cluster 2024-09-21T05:34:02.259058+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-21T05:34:03.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[26898]: audit 2024-09-21T05:34:02.259610+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:03.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[26898]: audit 2024-09-21T05:34:02.262939+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/2470708222,v1:172.21.15.112:6801/2470708222]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:03.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:02 smithi099 bash[26898]: audit 2024-09-21T05:34:02.263157+0000 mon.a (mon.0) 509 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:04.194 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:34:03 smithi112 bash[25056]: debug 2024-09-21T05:34:03.780+0000 7f74bcc23640 -1 osd.4 0 waiting for initial osdmap 2024-09-21T05:34:04.194 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:34:03 smithi112 bash[25056]: debug 2024-09-21T05:34:03.824+0000 7f74b4a43640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T05:34:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:04 smithi112 bash[21612]: audit 2024-09-21T05:34:03.255796+0000 mon.a (mon.0) 510 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:34:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:04 smithi112 bash[21612]: cluster 2024-09-21T05:34:03.262136+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-21T05:34:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:04 smithi112 bash[21612]: audit 2024-09-21T05:34:03.262765+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:04 smithi112 bash[21612]: audit 2024-09-21T05:34:03.270172+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:04 smithi112 bash[21612]: cluster 2024-09-21T05:34:03.574882+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:04 smithi112 bash[21612]: audit 2024-09-21T05:34:03.793393+0000 mon.a (mon.0) 514 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-21T05:34:04.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[19899]: audit 2024-09-21T05:34:03.255796+0000 mon.a (mon.0) 510 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:34:04.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[19899]: cluster 2024-09-21T05:34:03.262136+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-21T05:34:04.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[19899]: audit 2024-09-21T05:34:03.262765+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:04.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[19899]: audit 2024-09-21T05:34:03.270172+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:04.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[19899]: cluster 2024-09-21T05:34:03.574882+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:04.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[19899]: audit 2024-09-21T05:34:03.793393+0000 mon.a (mon.0) 514 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-21T05:34:04.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[26898]: audit 2024-09-21T05:34:03.255796+0000 mon.a (mon.0) 510 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:34:04.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[26898]: cluster 2024-09-21T05:34:03.262136+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-21T05:34:04.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[26898]: audit 2024-09-21T05:34:03.262765+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:04.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[26898]: audit 2024-09-21T05:34:03.270172+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:04.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[26898]: cluster 2024-09-21T05:34:03.574882+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-21T05:34:04.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:04 smithi099 bash[26898]: audit 2024-09-21T05:34:03.793393+0000 mon.a (mon.0) 514 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-21T05:34:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:05 smithi112 bash[21612]: cluster 2024-09-21T05:34:02.450278+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:34:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:05 smithi112 bash[21612]: cluster 2024-09-21T05:34:02.450344+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:34:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:05 smithi112 bash[21612]: cluster 2024-09-21T05:34:04.273110+0000 mon.a (mon.0) 515 : cluster [INF] osd.4 [v2:172.21.15.112:6800/2470708222,v1:172.21.15.112:6801/2470708222] boot 2024-09-21T05:34:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:05 smithi112 bash[21612]: cluster 2024-09-21T05:34:04.273251+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-21T05:34:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:05 smithi112 bash[21612]: audit 2024-09-21T05:34:04.274258+0000 mon.a (mon.0) 517 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:05 smithi112 bash[21612]: cluster 2024-09-21T05:34:04.949155+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-21T05:34:05.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[19899]: cluster 2024-09-21T05:34:02.450278+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:34:05.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[19899]: cluster 2024-09-21T05:34:02.450344+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:34:05.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[19899]: cluster 2024-09-21T05:34:04.273110+0000 mon.a (mon.0) 515 : cluster [INF] osd.4 [v2:172.21.15.112:6800/2470708222,v1:172.21.15.112:6801/2470708222] boot 2024-09-21T05:34:05.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[19899]: cluster 2024-09-21T05:34:04.273251+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-21T05:34:05.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[19899]: audit 2024-09-21T05:34:04.274258+0000 mon.a (mon.0) 517 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:05.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[19899]: cluster 2024-09-21T05:34:04.949155+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-21T05:34:05.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[26898]: cluster 2024-09-21T05:34:02.450278+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:34:05.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[26898]: cluster 2024-09-21T05:34:02.450344+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:34:05.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[26898]: cluster 2024-09-21T05:34:04.273110+0000 mon.a (mon.0) 515 : cluster [INF] osd.4 [v2:172.21.15.112:6800/2470708222,v1:172.21.15.112:6801/2470708222] boot 2024-09-21T05:34:05.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[26898]: cluster 2024-09-21T05:34:04.273251+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-21T05:34:05.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[26898]: audit 2024-09-21T05:34:04.274258+0000 mon.a (mon.0) 517 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:34:05.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:05 smithi099 bash[26898]: cluster 2024-09-21T05:34:04.949155+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-21T05:34:06.593 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:34:06.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:06 smithi112 bash[21612]: cluster 2024-09-21T05:34:05.575419+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v197: 1 pgs: 1 peering; 577 KiB data, 355 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:06.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:06 smithi112 bash[21612]: cluster 2024-09-21T05:34:05.950103+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-21T05:34:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:06 smithi099 bash[19899]: cluster 2024-09-21T05:34:05.575419+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v197: 1 pgs: 1 peering; 577 KiB data, 355 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:06 smithi099 bash[19899]: cluster 2024-09-21T05:34:05.950103+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-21T05:34:06.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:06 smithi099 bash[26898]: cluster 2024-09-21T05:34:05.575419+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v197: 1 pgs: 1 peering; 577 KiB data, 355 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:06.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:06 smithi099 bash[26898]: cluster 2024-09-21T05:34:05.950103+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-21T05:34:08.250 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:07 smithi112 bash[21612]: cluster 2024-09-21T05:34:06.954091+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-21T05:34:08.250 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:07 smithi112 bash[21612]: cluster 2024-09-21T05:34:07.575948+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v200: 1 pgs: 1 peering; 577 KiB data, 355 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:08.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:07 smithi099 bash[19899]: cluster 2024-09-21T05:34:06.954091+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-21T05:34:08.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:07 smithi099 bash[19899]: cluster 2024-09-21T05:34:07.575948+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v200: 1 pgs: 1 peering; 577 KiB data, 355 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:08.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:07 smithi099 bash[26898]: cluster 2024-09-21T05:34:06.954091+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-21T05:34:08.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:07 smithi099 bash[26898]: cluster 2024-09-21T05:34:07.575948+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v200: 1 pgs: 1 peering; 577 KiB data, 355 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:09.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:08 smithi112 bash[21612]: cluster 2024-09-21T05:34:07.966328+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-21T05:34:09.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:08 smithi099 bash[19899]: cluster 2024-09-21T05:34:07.966328+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-21T05:34:09.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:08 smithi099 bash[26898]: cluster 2024-09-21T05:34:07.966328+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-21T05:34:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:09 smithi099 bash[19899]: cluster 2024-09-21T05:34:09.576557+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-09-21T05:34:10.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:09 smithi099 bash[26898]: cluster 2024-09-21T05:34:09.576557+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-09-21T05:34:10.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:09 smithi112 bash[21612]: cluster 2024-09-21T05:34:09.576557+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-09-21T05:34:11.282 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-21T05:34:11.334 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi112:vg_nvme/lv_3 2024-09-21T05:34:12.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:12 smithi112 bash[21612]: cluster 2024-09-21T05:34:11.577093+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T05:34:13.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:12 smithi099 bash[19899]: cluster 2024-09-21T05:34:11.577093+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T05:34:13.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:12 smithi099 bash[26898]: cluster 2024-09-21T05:34:11.577093+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T05:34:14.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:14 smithi112 bash[21612]: cluster 2024-09-21T05:34:13.577672+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-21T05:34:14.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:14 smithi112 bash[21612]: audit 2024-09-21T05:34:14.174661+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:14.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:14 smithi112 bash[21612]: audit 2024-09-21T05:34:14.182893+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:14.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:14 smithi112 bash[21612]: audit 2024-09-21T05:34:14.185276+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:34:14.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:14 smithi112 bash[21612]: audit 2024-09-21T05:34:14.193078+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:14.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:14 smithi112 bash[21612]: audit 2024-09-21T05:34:14.197299+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:14.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:14 smithi112 bash[21612]: audit 2024-09-21T05:34:14.199200+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:34:14.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:14 smithi112 bash[21612]: audit 2024-09-21T05:34:14.209181+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:15.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[19899]: cluster 2024-09-21T05:34:13.577672+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-21T05:34:15.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[19899]: audit 2024-09-21T05:34:14.174661+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:15.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[19899]: audit 2024-09-21T05:34:14.182893+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:15.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[19899]: audit 2024-09-21T05:34:14.185276+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:34:15.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[19899]: audit 2024-09-21T05:34:14.193078+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:15.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[19899]: audit 2024-09-21T05:34:14.197299+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[19899]: audit 2024-09-21T05:34:14.199200+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[19899]: audit 2024-09-21T05:34:14.209181+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[26898]: cluster 2024-09-21T05:34:13.577672+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[26898]: audit 2024-09-21T05:34:14.174661+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[26898]: audit 2024-09-21T05:34:14.182893+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[26898]: audit 2024-09-21T05:34:14.185276+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[26898]: audit 2024-09-21T05:34:14.193078+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[26898]: audit 2024-09-21T05:34:14.197299+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[26898]: audit 2024-09-21T05:34:14.199200+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:34:15.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:14 smithi099 bash[26898]: audit 2024-09-21T05:34:14.209181+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:15.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:15 smithi112 bash[21612]: cephadm 2024-09-21T05:34:14.165977+0000 mgr.y (mgr.14150) 230 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:34:15.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:15 smithi112 bash[21612]: cephadm 2024-09-21T05:34:14.186695+0000 mgr.y (mgr.14150) 231 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 17265M 2024-09-21T05:34:16.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:15 smithi099 bash[19899]: cephadm 2024-09-21T05:34:14.165977+0000 mgr.y (mgr.14150) 230 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:34:16.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:15 smithi099 bash[19899]: cephadm 2024-09-21T05:34:14.186695+0000 mgr.y (mgr.14150) 231 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 17265M 2024-09-21T05:34:16.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:15 smithi099 bash[26898]: cephadm 2024-09-21T05:34:14.165977+0000 mgr.y (mgr.14150) 230 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:34:16.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:15 smithi099 bash[26898]: cephadm 2024-09-21T05:34:14.186695+0000 mgr.y (mgr.14150) 231 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 17265M 2024-09-21T05:34:16.633 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:34:16.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:16 smithi112 bash[21612]: cluster 2024-09-21T05:34:15.578211+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-21T05:34:17.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:16 smithi099 bash[19899]: cluster 2024-09-21T05:34:15.578211+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-21T05:34:17.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:16 smithi099 bash[26898]: cluster 2024-09-21T05:34:15.578211+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-21T05:34:18.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:18 smithi112 bash[21612]: cluster 2024-09-21T05:34:17.578772+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T05:34:18.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:18 smithi112 bash[21612]: audit 2024-09-21T05:34:18.013384+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:34:18.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:18 smithi112 bash[21612]: audit 2024-09-21T05:34:18.019276+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:34:18.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:18 smithi112 bash[21612]: audit 2024-09-21T05:34:18.020963+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:18 smithi099 bash[19899]: cluster 2024-09-21T05:34:17.578772+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T05:34:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:18 smithi099 bash[19899]: audit 2024-09-21T05:34:18.013384+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:34:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:18 smithi099 bash[19899]: audit 2024-09-21T05:34:18.019276+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:34:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:18 smithi099 bash[19899]: audit 2024-09-21T05:34:18.020963+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:18 smithi099 bash[26898]: cluster 2024-09-21T05:34:17.578772+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T05:34:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:18 smithi099 bash[26898]: audit 2024-09-21T05:34:18.013384+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:34:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:18 smithi099 bash[26898]: audit 2024-09-21T05:34:18.019276+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:34:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:18 smithi099 bash[26898]: audit 2024-09-21T05:34:18.020963+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:19 smithi112 bash[21612]: audit 2024-09-21T05:34:18.007056+0000 mgr.y (mgr.14150) 234 : audit [DBG] from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:34:20.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:19 smithi099 bash[19899]: audit 2024-09-21T05:34:18.007056+0000 mgr.y (mgr.14150) 234 : audit [DBG] from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:34:20.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:19 smithi099 bash[26898]: audit 2024-09-21T05:34:18.007056+0000 mgr.y (mgr.14150) 234 : audit [DBG] from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:34:20.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:20 smithi112 bash[21612]: cluster 2024-09-21T05:34:19.579514+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-21T05:34:21.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:20 smithi099 bash[19899]: cluster 2024-09-21T05:34:19.579514+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-21T05:34:21.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:20 smithi099 bash[26898]: cluster 2024-09-21T05:34:19.579514+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-21T05:34:22.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:22 smithi112 bash[21612]: cluster 2024-09-21T05:34:21.580057+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:23.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:22 smithi099 bash[19899]: cluster 2024-09-21T05:34:21.580057+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:22 smithi099 bash[26898]: cluster 2024-09-21T05:34:21.580057+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:24.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:24 smithi112 bash[21612]: cluster 2024-09-21T05:34:23.580591+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:24 smithi099 bash[19899]: cluster 2024-09-21T05:34:23.580591+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:24 smithi099 bash[26898]: cluster 2024-09-21T05:34:23.580591+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:26.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:26 smithi112 bash[21612]: cluster 2024-09-21T05:34:25.581128+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:26 smithi112 bash[21612]: audit 2024-09-21T05:34:26.368352+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.112:0/1517618303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dc12f42-3c7a-4ef5-849b-8a966342cbdf"}]: dispatch 2024-09-21T05:34:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:26 smithi112 bash[21612]: audit 2024-09-21T05:34:26.368542+0000 mon.a (mon.0) 532 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dc12f42-3c7a-4ef5-849b-8a966342cbdf"}]: dispatch 2024-09-21T05:34:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:26 smithi112 bash[21612]: audit 2024-09-21T05:34:26.372281+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dc12f42-3c7a-4ef5-849b-8a966342cbdf"}]': finished 2024-09-21T05:34:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:26 smithi112 bash[21612]: cluster 2024-09-21T05:34:26.379489+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-21T05:34:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:26 smithi112 bash[21612]: audit 2024-09-21T05:34:26.380102+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[19899]: cluster 2024-09-21T05:34:25.581128+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[19899]: audit 2024-09-21T05:34:26.368352+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.112:0/1517618303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dc12f42-3c7a-4ef5-849b-8a966342cbdf"}]: dispatch 2024-09-21T05:34:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[19899]: audit 2024-09-21T05:34:26.368542+0000 mon.a (mon.0) 532 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dc12f42-3c7a-4ef5-849b-8a966342cbdf"}]: dispatch 2024-09-21T05:34:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[19899]: audit 2024-09-21T05:34:26.372281+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dc12f42-3c7a-4ef5-849b-8a966342cbdf"}]': finished 2024-09-21T05:34:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[19899]: cluster 2024-09-21T05:34:26.379489+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-21T05:34:27.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[19899]: audit 2024-09-21T05:34:26.380102+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:27.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[26898]: cluster 2024-09-21T05:34:25.581128+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:27.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[26898]: audit 2024-09-21T05:34:26.368352+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.112:0/1517618303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dc12f42-3c7a-4ef5-849b-8a966342cbdf"}]: dispatch 2024-09-21T05:34:27.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[26898]: audit 2024-09-21T05:34:26.368542+0000 mon.a (mon.0) 532 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dc12f42-3c7a-4ef5-849b-8a966342cbdf"}]: dispatch 2024-09-21T05:34:27.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[26898]: audit 2024-09-21T05:34:26.372281+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dc12f42-3c7a-4ef5-849b-8a966342cbdf"}]': finished 2024-09-21T05:34:27.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[26898]: cluster 2024-09-21T05:34:26.379489+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-21T05:34:27.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:26 smithi099 bash[26898]: audit 2024-09-21T05:34:26.380102+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:27.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:27 smithi112 bash[21612]: audit 2024-09-21T05:34:27.003013+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.112:0/2435872453' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:34:28.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:27 smithi099 bash[19899]: audit 2024-09-21T05:34:27.003013+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.112:0/2435872453' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:34:28.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:27 smithi099 bash[26898]: audit 2024-09-21T05:34:27.003013+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.112:0/2435872453' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:34:28.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:28 smithi112 bash[21612]: cluster 2024-09-21T05:34:27.581644+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:29.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:28 smithi099 bash[19899]: cluster 2024-09-21T05:34:27.581644+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:29.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:28 smithi099 bash[26898]: cluster 2024-09-21T05:34:27.581644+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:30.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:30 smithi112 bash[21612]: cluster 2024-09-21T05:34:29.582199+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:31.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:30 smithi099 bash[19899]: cluster 2024-09-21T05:34:29.582199+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:31.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:30 smithi099 bash[26898]: cluster 2024-09-21T05:34:29.582199+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:33.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:32 smithi099 bash[19899]: cluster 2024-09-21T05:34:31.582702+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:33.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:32 smithi099 bash[26898]: cluster 2024-09-21T05:34:31.582702+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:33.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:32 smithi112 bash[21612]: cluster 2024-09-21T05:34:31.582702+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:35.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:34 smithi099 bash[19899]: cluster 2024-09-21T05:34:33.583252+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:34 smithi099 bash[26898]: cluster 2024-09-21T05:34:33.583252+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:35.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:34 smithi112 bash[21612]: cluster 2024-09-21T05:34:33.583252+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:37.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:36 smithi099 bash[19899]: cluster 2024-09-21T05:34:35.583790+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:37.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:36 smithi099 bash[26898]: cluster 2024-09-21T05:34:35.583790+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:37.090 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:36 smithi112 bash[21612]: cluster 2024-09-21T05:34:35.583790+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:39.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:38 smithi099 bash[19899]: cluster 2024-09-21T05:34:37.584339+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:39.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:38 smithi099 bash[26898]: cluster 2024-09-21T05:34:37.584339+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:39.110 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:38 smithi112 bash[21612]: cluster 2024-09-21T05:34:37.584339+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:40 smithi099 bash[19899]: cluster 2024-09-21T05:34:39.584873+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:40 smithi099 bash[19899]: audit 2024-09-21T05:34:39.758693+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-21T05:34:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:40 smithi099 bash[19899]: audit 2024-09-21T05:34:39.760521+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:41.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:40 smithi099 bash[19899]: cephadm 2024-09-21T05:34:39.762054+0000 mgr.y (mgr.14150) 246 : cephadm [INF] Deploying daemon osd.5 on smithi112 2024-09-21T05:34:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:40 smithi099 bash[26898]: cluster 2024-09-21T05:34:39.584873+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:40 smithi099 bash[26898]: audit 2024-09-21T05:34:39.758693+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-21T05:34:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:40 smithi099 bash[26898]: audit 2024-09-21T05:34:39.760521+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:40 smithi099 bash[26898]: cephadm 2024-09-21T05:34:39.762054+0000 mgr.y (mgr.14150) 246 : cephadm [INF] Deploying daemon osd.5 on smithi112 2024-09-21T05:34:41.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:40 smithi112 bash[21612]: cluster 2024-09-21T05:34:39.584873+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:41.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:40 smithi112 bash[21612]: audit 2024-09-21T05:34:39.758693+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-21T05:34:41.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:40 smithi112 bash[21612]: audit 2024-09-21T05:34:39.760521+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:41.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:40 smithi112 bash[21612]: cephadm 2024-09-21T05:34:39.762054+0000 mgr.y (mgr.14150) 246 : cephadm [INF] Deploying daemon osd.5 on smithi112 2024-09-21T05:34:43.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:42 smithi099 bash[19899]: cluster 2024-09-21T05:34:41.585458+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:43.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:42 smithi099 bash[26898]: cluster 2024-09-21T05:34:41.585458+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:43.104 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:42 smithi112 bash[21612]: cluster 2024-09-21T05:34:41.585458+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:44.061 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:43 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:34:44.061 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:34:43 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:34:44.061 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:34:43 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:34:44.377 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:34:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:34:44.377 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:34:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:34:44.378 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:34:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:44 smithi099 bash[26898]: cluster 2024-09-21T05:34:43.585972+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:44 smithi099 bash[26898]: audit 2024-09-21T05:34:44.301499+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:34:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:44 smithi099 bash[26898]: audit 2024-09-21T05:34:44.309724+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:45.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:44 smithi099 bash[26898]: audit 2024-09-21T05:34:44.318522+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:45.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:44 smithi099 bash[19899]: cluster 2024-09-21T05:34:43.585972+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:45.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:44 smithi099 bash[19899]: audit 2024-09-21T05:34:44.301499+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:34:45.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:44 smithi099 bash[19899]: audit 2024-09-21T05:34:44.309724+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:45.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:44 smithi099 bash[19899]: audit 2024-09-21T05:34:44.318522+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:45.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:44 smithi112 bash[21612]: cluster 2024-09-21T05:34:43.585972+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:45.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:44 smithi112 bash[21612]: audit 2024-09-21T05:34:44.301499+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:34:45.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:44 smithi112 bash[21612]: audit 2024-09-21T05:34:44.309724+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:45.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:44 smithi112 bash[21612]: audit 2024-09-21T05:34:44.318522+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:47.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:46 smithi099 bash[19899]: cluster 2024-09-21T05:34:45.586563+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:47.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:46 smithi099 bash[26898]: cluster 2024-09-21T05:34:45.586563+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:47.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:46 smithi112 bash[21612]: cluster 2024-09-21T05:34:45.586563+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:49.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:48 smithi099 bash[19899]: cluster 2024-09-21T05:34:47.587063+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:49.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:48 smithi099 bash[26898]: cluster 2024-09-21T05:34:47.587063+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:49.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:48 smithi112 bash[21612]: cluster 2024-09-21T05:34:47.587063+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:50.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:50 smithi112 bash[21612]: cluster 2024-09-21T05:34:49.587594+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:50.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:50 smithi112 bash[21612]: audit 2024-09-21T05:34:49.641693+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:50.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:50 smithi112 bash[21612]: audit 2024-09-21T05:34:49.650554+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:50.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:50 smithi112 bash[21612]: audit 2024-09-21T05:34:49.652592+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:50 smithi112 bash[21612]: audit 2024-09-21T05:34:49.654370+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:34:50.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:50 smithi112 bash[21612]: audit 2024-09-21T05:34:49.665742+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[19899]: cluster 2024-09-21T05:34:49.587594+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[19899]: audit 2024-09-21T05:34:49.641693+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[19899]: audit 2024-09-21T05:34:49.650554+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[19899]: audit 2024-09-21T05:34:49.652592+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[19899]: audit 2024-09-21T05:34:49.654370+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[19899]: audit 2024-09-21T05:34:49.665742+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[26898]: cluster 2024-09-21T05:34:49.587594+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[26898]: audit 2024-09-21T05:34:49.641693+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[26898]: audit 2024-09-21T05:34:49.650554+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:51.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[26898]: audit 2024-09-21T05:34:49.652592+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:34:51.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[26898]: audit 2024-09-21T05:34:49.654370+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:34:51.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:50 smithi099 bash[26898]: audit 2024-09-21T05:34:49.665742+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:52.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:52 smithi112 bash[21612]: cluster 2024-09-21T05:34:51.588090+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:53.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:52 smithi099 bash[19899]: cluster 2024-09-21T05:34:51.588090+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:52 smithi099 bash[26898]: cluster 2024-09-21T05:34:51.588090+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:53.653 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 5 on host 'smithi112' 2024-09-21T05:34:53.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:53 smithi112 bash[21612]: audit 2024-09-21T05:34:53.629860+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:34:53.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:53 smithi112 bash[21612]: audit 2024-09-21T05:34:53.637442+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:54.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:53 smithi099 bash[19899]: audit 2024-09-21T05:34:53.629860+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:34:54.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:53 smithi099 bash[19899]: audit 2024-09-21T05:34:53.637442+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:54.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:53 smithi099 bash[26898]: audit 2024-09-21T05:34:53.629860+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:34:54.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:53 smithi099 bash[26898]: audit 2024-09-21T05:34:53.637442+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:54.269 DEBUG:teuthology.orchestra.run.smithi112:osd.5> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.5.service 2024-09-21T05:34:54.272 INFO:tasks.cephadm:Deploying osd.6 on smithi112 with /dev/vg_nvme/lv_2... 2024-09-21T05:34:54.272 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_2 2024-09-21T05:34:54.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:54 smithi112 bash[21612]: cluster 2024-09-21T05:34:53.588593+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:54.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:54 smithi112 bash[21612]: audit 2024-09-21T05:34:53.645787+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:54.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:54 smithi112 bash[21612]: audit 2024-09-21T05:34:54.012142+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2208049530,v1:172.21.15.112:6809/2208049530]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T05:34:54.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:54 smithi112 bash[21612]: audit 2024-09-21T05:34:54.012229+0000 mon.a (mon.0) 549 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T05:34:55.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:54 smithi099 bash[19899]: cluster 2024-09-21T05:34:53.588593+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:54 smithi099 bash[19899]: audit 2024-09-21T05:34:53.645787+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:54 smithi099 bash[19899]: audit 2024-09-21T05:34:54.012142+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2208049530,v1:172.21.15.112:6809/2208049530]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T05:34:55.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:54 smithi099 bash[19899]: audit 2024-09-21T05:34:54.012229+0000 mon.a (mon.0) 549 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T05:34:55.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:54 smithi099 bash[26898]: cluster 2024-09-21T05:34:53.588593+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:55.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:54 smithi099 bash[26898]: audit 2024-09-21T05:34:53.645787+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:34:55.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:54 smithi099 bash[26898]: audit 2024-09-21T05:34:54.012142+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2208049530,v1:172.21.15.112:6809/2208049530]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T05:34:55.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:54 smithi099 bash[26898]: audit 2024-09-21T05:34:54.012229+0000 mon.a (mon.0) 549 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T05:34:55.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:55 smithi112 bash[21612]: audit 2024-09-21T05:34:54.667860+0000 mon.a (mon.0) 550 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T05:34:55.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:55 smithi112 bash[21612]: audit 2024-09-21T05:34:54.674636+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2208049530,v1:172.21.15.112:6809/2208049530]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:55.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:55 smithi112 bash[21612]: cluster 2024-09-21T05:34:54.675200+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-21T05:34:55.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:55 smithi112 bash[21612]: audit 2024-09-21T05:34:54.675698+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:55.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:55 smithi112 bash[21612]: audit 2024-09-21T05:34:54.676625+0000 mon.a (mon.0) 553 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:55.944 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:34:55 smithi112 bash[30674]: debug 2024-09-21T05:34:55.716+0000 7f6dec0bb640 -1 osd.5 0 waiting for initial osdmap 2024-09-21T05:34:55.944 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:34:55 smithi112 bash[30674]: debug 2024-09-21T05:34:55.724+0000 7f6de7ee3640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T05:34:56.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[19899]: audit 2024-09-21T05:34:54.667860+0000 mon.a (mon.0) 550 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T05:34:56.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[19899]: audit 2024-09-21T05:34:54.674636+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2208049530,v1:172.21.15.112:6809/2208049530]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:56.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[19899]: cluster 2024-09-21T05:34:54.675200+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-21T05:34:56.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[19899]: audit 2024-09-21T05:34:54.675698+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:56.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[19899]: audit 2024-09-21T05:34:54.676625+0000 mon.a (mon.0) 553 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:56.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[26898]: audit 2024-09-21T05:34:54.667860+0000 mon.a (mon.0) 550 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T05:34:56.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[26898]: audit 2024-09-21T05:34:54.674636+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2208049530,v1:172.21.15.112:6809/2208049530]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:56.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[26898]: cluster 2024-09-21T05:34:54.675200+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-21T05:34:56.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[26898]: audit 2024-09-21T05:34:54.675698+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:56.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:55 smithi099 bash[26898]: audit 2024-09-21T05:34:54.676625+0000 mon.a (mon.0) 553 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:34:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:56 smithi112 bash[21612]: cluster 2024-09-21T05:34:55.589128+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:56.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:56 smithi112 bash[21612]: audit 2024-09-21T05:34:55.678445+0000 mon.a (mon.0) 554 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:34:56.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:56 smithi112 bash[21612]: cluster 2024-09-21T05:34:55.685866+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-21T05:34:56.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:56 smithi112 bash[21612]: audit 2024-09-21T05:34:55.686749+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:56.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:56 smithi112 bash[21612]: audit 2024-09-21T05:34:55.693027+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:57.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[19899]: cluster 2024-09-21T05:34:55.589128+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:57.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[19899]: audit 2024-09-21T05:34:55.678445+0000 mon.a (mon.0) 554 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:34:57.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[19899]: cluster 2024-09-21T05:34:55.685866+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-21T05:34:57.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[19899]: audit 2024-09-21T05:34:55.686749+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:57.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[19899]: audit 2024-09-21T05:34:55.693027+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[26898]: cluster 2024-09-21T05:34:55.589128+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[26898]: audit 2024-09-21T05:34:55.678445+0000 mon.a (mon.0) 554 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:34:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[26898]: cluster 2024-09-21T05:34:55.685866+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-21T05:34:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[26898]: audit 2024-09-21T05:34:55.686749+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:56 smithi099 bash[26898]: audit 2024-09-21T05:34:55.693027+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:58.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[19899]: cluster 2024-09-21T05:34:55.018405+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:34:58.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[19899]: cluster 2024-09-21T05:34:55.018535+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:34:58.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[19899]: cluster 2024-09-21T05:34:56.695656+0000 mon.a (mon.0) 558 : cluster [INF] osd.5 [v2:172.21.15.112:6808/2208049530,v1:172.21.15.112:6809/2208049530] boot 2024-09-21T05:34:58.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[19899]: cluster 2024-09-21T05:34:56.695758+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-21T05:34:58.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[19899]: audit 2024-09-21T05:34:56.696134+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:58.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[26898]: cluster 2024-09-21T05:34:55.018405+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:34:58.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[26898]: cluster 2024-09-21T05:34:55.018535+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:34:58.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[26898]: cluster 2024-09-21T05:34:56.695656+0000 mon.a (mon.0) 558 : cluster [INF] osd.5 [v2:172.21.15.112:6808/2208049530,v1:172.21.15.112:6809/2208049530] boot 2024-09-21T05:34:58.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[26898]: cluster 2024-09-21T05:34:56.695758+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-21T05:34:58.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:57 smithi099 bash[26898]: audit 2024-09-21T05:34:56.696134+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:58.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:57 smithi112 bash[21612]: cluster 2024-09-21T05:34:55.018405+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:34:58.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:57 smithi112 bash[21612]: cluster 2024-09-21T05:34:55.018535+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:34:58.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:57 smithi112 bash[21612]: cluster 2024-09-21T05:34:56.695656+0000 mon.a (mon.0) 558 : cluster [INF] osd.5 [v2:172.21.15.112:6808/2208049530,v1:172.21.15.112:6809/2208049530] boot 2024-09-21T05:34:58.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:57 smithi112 bash[21612]: cluster 2024-09-21T05:34:56.695758+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-21T05:34:58.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:57 smithi112 bash[21612]: audit 2024-09-21T05:34:56.696134+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:34:58.723 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:34:59.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:58 smithi099 bash[19899]: cluster 2024-09-21T05:34:57.589635+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:59.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:58 smithi099 bash[19899]: cluster 2024-09-21T05:34:57.706082+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-21T05:34:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:58 smithi099 bash[26898]: cluster 2024-09-21T05:34:57.589635+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:58 smithi099 bash[26898]: cluster 2024-09-21T05:34:57.706082+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-21T05:34:59.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:58 smithi112 bash[21612]: cluster 2024-09-21T05:34:57.589635+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-21T05:34:59.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:58 smithi112 bash[21612]: cluster 2024-09-21T05:34:57.706082+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-21T05:35:00.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:34:59 smithi099 bash[19899]: cluster 2024-09-21T05:34:58.705014+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-21T05:35:00.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:34:59 smithi099 bash[26898]: cluster 2024-09-21T05:34:58.705014+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-21T05:35:00.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:34:59 smithi112 bash[21612]: cluster 2024-09-21T05:34:58.705014+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-21T05:35:00.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:00 smithi112 bash[21612]: cluster 2024-09-21T05:34:59.590250+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v233: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-09-21T05:35:00.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:00 smithi112 bash[21612]: cluster 2024-09-21T05:34:59.707647+0000 mon.a (mon.0) 563 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-09-21T05:35:00.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:00 smithi112 bash[21612]: cluster 2024-09-21T05:34:59.731720+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-21T05:35:01.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:00 smithi099 bash[19899]: cluster 2024-09-21T05:34:59.590250+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v233: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-09-21T05:35:01.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:00 smithi099 bash[19899]: cluster 2024-09-21T05:34:59.707647+0000 mon.a (mon.0) 563 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-09-21T05:35:01.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:00 smithi099 bash[19899]: cluster 2024-09-21T05:34:59.731720+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-21T05:35:01.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:00 smithi099 bash[26898]: cluster 2024-09-21T05:34:59.590250+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v233: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-09-21T05:35:01.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:00 smithi099 bash[26898]: cluster 2024-09-21T05:34:59.707647+0000 mon.a (mon.0) 563 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-09-21T05:35:01.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:00 smithi099 bash[26898]: cluster 2024-09-21T05:34:59.731720+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-21T05:35:01.813 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:01 smithi112 bash[21612]: cluster 2024-09-21T05:35:00.735361+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-21T05:35:02.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:01 smithi099 bash[19899]: cluster 2024-09-21T05:35:00.735361+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-21T05:35:02.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:01 smithi099 bash[26898]: cluster 2024-09-21T05:35:00.735361+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-21T05:35:02.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:02 smithi112 bash[21612]: cluster 2024-09-21T05:35:01.590929+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v236: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-09-21T05:35:03.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:02 smithi099 bash[26898]: cluster 2024-09-21T05:35:01.590929+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v236: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-09-21T05:35:03.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:02 smithi099 bash[19899]: cluster 2024-09-21T05:35:01.590929+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v236: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-09-21T05:35:03.692 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-21T05:35:03.812 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi112:vg_nvme/lv_2 2024-09-21T05:35:04.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:03 smithi112 bash[21612]: cluster 2024-09-21T05:35:03.736159+0000 mon.a (mon.0) 566 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-09-21T05:35:04.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:03 smithi112 bash[21612]: cluster 2024-09-21T05:35:03.736215+0000 mon.a (mon.0) 567 : cluster [INF] Cluster is now healthy 2024-09-21T05:35:04.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:03 smithi099 bash[19899]: cluster 2024-09-21T05:35:03.736159+0000 mon.a (mon.0) 566 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-09-21T05:35:04.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:03 smithi099 bash[19899]: cluster 2024-09-21T05:35:03.736215+0000 mon.a (mon.0) 567 : cluster [INF] Cluster is now healthy 2024-09-21T05:35:04.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:03 smithi099 bash[26898]: cluster 2024-09-21T05:35:03.736159+0000 mon.a (mon.0) 566 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-09-21T05:35:04.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:03 smithi099 bash[26898]: cluster 2024-09-21T05:35:03.736215+0000 mon.a (mon.0) 567 : cluster [INF] Cluster is now healthy 2024-09-21T05:35:05.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:04 smithi112 bash[21612]: cluster 2024-09-21T05:35:03.591586+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:05.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:04 smithi099 bash[26898]: cluster 2024-09-21T05:35:03.591586+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:05.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:04 smithi099 bash[19899]: cluster 2024-09-21T05:35:03.591586+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:07.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:06 smithi112 bash[21612]: cluster 2024-09-21T05:35:05.592259+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:07.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:06 smithi112 bash[21612]: audit 2024-09-21T05:35:06.724660+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:06 smithi112 bash[21612]: audit 2024-09-21T05:35:06.733831+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:06 smithi112 bash[21612]: audit 2024-09-21T05:35:06.736866+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:07.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:06 smithi112 bash[21612]: audit 2024-09-21T05:35:06.738588+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:07.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:06 smithi112 bash[21612]: audit 2024-09-21T05:35:06.746551+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:06 smithi112 bash[21612]: audit 2024-09-21T05:35:06.750927+0000 mon.a (mon.0) 573 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:07.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:06 smithi112 bash[21612]: audit 2024-09-21T05:35:06.752452+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:35:07.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:06 smithi112 bash[21612]: audit 2024-09-21T05:35:06.762282+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[19899]: cluster 2024-09-21T05:35:05.592259+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[19899]: audit 2024-09-21T05:35:06.724660+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[19899]: audit 2024-09-21T05:35:06.733831+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[19899]: audit 2024-09-21T05:35:06.736866+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[19899]: audit 2024-09-21T05:35:06.738588+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[19899]: audit 2024-09-21T05:35:06.746551+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[19899]: audit 2024-09-21T05:35:06.750927+0000 mon.a (mon.0) 573 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[19899]: audit 2024-09-21T05:35:06.752452+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[19899]: audit 2024-09-21T05:35:06.762282+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[26898]: cluster 2024-09-21T05:35:05.592259+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:07.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[26898]: audit 2024-09-21T05:35:06.724660+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[26898]: audit 2024-09-21T05:35:06.733831+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[26898]: audit 2024-09-21T05:35:06.736866+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:07.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[26898]: audit 2024-09-21T05:35:06.738588+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:07.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[26898]: audit 2024-09-21T05:35:06.746551+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:07.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[26898]: audit 2024-09-21T05:35:06.750927+0000 mon.a (mon.0) 573 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:07.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[26898]: audit 2024-09-21T05:35:06.752452+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:35:07.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:06 smithi099 bash[26898]: audit 2024-09-21T05:35:06.762282+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:08.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:07 smithi112 bash[21612]: cephadm 2024-09-21T05:35:06.715736+0000 mgr.y (mgr.14150) 260 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:35:08.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:07 smithi112 bash[21612]: cephadm 2024-09-21T05:35:06.739949+0000 mgr.y (mgr.14150) 261 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 8632M 2024-09-21T05:35:08.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:07 smithi112 bash[21612]: cluster 2024-09-21T05:35:07.592844+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T05:35:08.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:07 smithi099 bash[19899]: cephadm 2024-09-21T05:35:06.715736+0000 mgr.y (mgr.14150) 260 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:35:08.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:07 smithi099 bash[19899]: cephadm 2024-09-21T05:35:06.739949+0000 mgr.y (mgr.14150) 261 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 8632M 2024-09-21T05:35:08.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:07 smithi099 bash[19899]: cluster 2024-09-21T05:35:07.592844+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T05:35:08.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:07 smithi099 bash[26898]: cephadm 2024-09-21T05:35:06.715736+0000 mgr.y (mgr.14150) 260 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:35:08.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:07 smithi099 bash[26898]: cephadm 2024-09-21T05:35:06.739949+0000 mgr.y (mgr.14150) 261 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 8632M 2024-09-21T05:35:08.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:07 smithi099 bash[26898]: cluster 2024-09-21T05:35:07.592844+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T05:35:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:35:10.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:10 smithi112 bash[21612]: cluster 2024-09-21T05:35:09.593433+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T05:35:10.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:10 smithi112 bash[21612]: audit 2024-09-21T05:35:09.911250+0000 mon.a (mon.0) 576 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:35:10.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:10 smithi112 bash[21612]: audit 2024-09-21T05:35:09.917167+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:35:10.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:10 smithi112 bash[21612]: audit 2024-09-21T05:35:09.918792+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:10 smithi099 bash[19899]: cluster 2024-09-21T05:35:09.593433+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T05:35:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:10 smithi099 bash[19899]: audit 2024-09-21T05:35:09.911250+0000 mon.a (mon.0) 576 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:35:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:10 smithi099 bash[19899]: audit 2024-09-21T05:35:09.917167+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:35:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:10 smithi099 bash[19899]: audit 2024-09-21T05:35:09.918792+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:10 smithi099 bash[26898]: cluster 2024-09-21T05:35:09.593433+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T05:35:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:10 smithi099 bash[26898]: audit 2024-09-21T05:35:09.911250+0000 mon.a (mon.0) 576 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:35:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:10 smithi099 bash[26898]: audit 2024-09-21T05:35:09.917167+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:35:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:10 smithi099 bash[26898]: audit 2024-09-21T05:35:09.918792+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:11.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:11 smithi112 bash[21612]: audit 2024-09-21T05:35:09.904974+0000 mgr.y (mgr.14150) 264 : audit [DBG] from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:35:12.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:11 smithi099 bash[19899]: audit 2024-09-21T05:35:09.904974+0000 mgr.y (mgr.14150) 264 : audit [DBG] from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:35:12.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:11 smithi099 bash[26898]: audit 2024-09-21T05:35:09.904974+0000 mgr.y (mgr.14150) 264 : audit [DBG] from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:35:12.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:12 smithi112 bash[21612]: cluster 2024-09-21T05:35:11.593959+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-09-21T05:35:13.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:12 smithi099 bash[19899]: cluster 2024-09-21T05:35:11.593959+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-09-21T05:35:13.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:12 smithi099 bash[26898]: cluster 2024-09-21T05:35:11.593959+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-09-21T05:35:14.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:14 smithi112 bash[21612]: cluster 2024-09-21T05:35:13.594503+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T05:35:15.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:14 smithi099 bash[19899]: cluster 2024-09-21T05:35:13.594503+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T05:35:15.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:14 smithi099 bash[26898]: cluster 2024-09-21T05:35:13.594503+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T05:35:16.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:16 smithi112 bash[21612]: cluster 2024-09-21T05:35:15.595043+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:17.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:16 smithi099 bash[19899]: cluster 2024-09-21T05:35:15.595043+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:17.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:16 smithi099 bash[26898]: cluster 2024-09-21T05:35:15.595043+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:18.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:18 smithi112 bash[21612]: cluster 2024-09-21T05:35:17.595602+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:18.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:18 smithi112 bash[21612]: audit 2024-09-21T05:35:18.342013+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.112:0/3546542323' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8cf19eb-bebe-4903-b151-1b98b6ba3b06"}]: dispatch 2024-09-21T05:35:18.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:18 smithi112 bash[21612]: audit 2024-09-21T05:35:18.342255+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8cf19eb-bebe-4903-b151-1b98b6ba3b06"}]: dispatch 2024-09-21T05:35:18.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:18 smithi112 bash[21612]: audit 2024-09-21T05:35:18.345813+0000 mon.a (mon.0) 580 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8cf19eb-bebe-4903-b151-1b98b6ba3b06"}]': finished 2024-09-21T05:35:18.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:18 smithi112 bash[21612]: cluster 2024-09-21T05:35:18.354954+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-21T05:35:18.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:18 smithi112 bash[21612]: audit 2024-09-21T05:35:18.355654+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:19.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[19899]: cluster 2024-09-21T05:35:17.595602+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:19.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[19899]: audit 2024-09-21T05:35:18.342013+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.112:0/3546542323' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8cf19eb-bebe-4903-b151-1b98b6ba3b06"}]: dispatch 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[19899]: audit 2024-09-21T05:35:18.342255+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8cf19eb-bebe-4903-b151-1b98b6ba3b06"}]: dispatch 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[19899]: audit 2024-09-21T05:35:18.345813+0000 mon.a (mon.0) 580 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8cf19eb-bebe-4903-b151-1b98b6ba3b06"}]': finished 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[19899]: cluster 2024-09-21T05:35:18.354954+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[19899]: audit 2024-09-21T05:35:18.355654+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[26898]: cluster 2024-09-21T05:35:17.595602+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[26898]: audit 2024-09-21T05:35:18.342013+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.112:0/3546542323' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8cf19eb-bebe-4903-b151-1b98b6ba3b06"}]: dispatch 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[26898]: audit 2024-09-21T05:35:18.342255+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8cf19eb-bebe-4903-b151-1b98b6ba3b06"}]: dispatch 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[26898]: audit 2024-09-21T05:35:18.345813+0000 mon.a (mon.0) 580 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8cf19eb-bebe-4903-b151-1b98b6ba3b06"}]': finished 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[26898]: cluster 2024-09-21T05:35:18.354954+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-21T05:35:19.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:18 smithi099 bash[26898]: audit 2024-09-21T05:35:18.355654+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:19 smithi112 bash[21612]: audit 2024-09-21T05:35:19.009604+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.112:0/716723289' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:35:20.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:19 smithi099 bash[19899]: audit 2024-09-21T05:35:19.009604+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.112:0/716723289' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:35:20.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:19 smithi099 bash[26898]: audit 2024-09-21T05:35:19.009604+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.112:0/716723289' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:35:20.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:20 smithi112 bash[21612]: cluster 2024-09-21T05:35:19.596157+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:21.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:20 smithi099 bash[19899]: cluster 2024-09-21T05:35:19.596157+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:20 smithi099 bash[26898]: cluster 2024-09-21T05:35:19.596157+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:22.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:22 smithi112 bash[21612]: cluster 2024-09-21T05:35:21.596692+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:23.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:22 smithi099 bash[19899]: cluster 2024-09-21T05:35:21.596692+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:22 smithi099 bash[26898]: cluster 2024-09-21T05:35:21.596692+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:24.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:24 smithi112 bash[21612]: cluster 2024-09-21T05:35:23.597246+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:24 smithi099 bash[19899]: cluster 2024-09-21T05:35:23.597246+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:25.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:24 smithi099 bash[26898]: cluster 2024-09-21T05:35:23.597246+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:27.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:26 smithi099 bash[19899]: cluster 2024-09-21T05:35:25.597802+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:27.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:26 smithi099 bash[26898]: cluster 2024-09-21T05:35:25.597802+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:27.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:26 smithi112 bash[21612]: cluster 2024-09-21T05:35:25.597802+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:28.953 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:28 smithi112 bash[21612]: cluster 2024-09-21T05:35:27.598309+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:29.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:28 smithi099 bash[19899]: cluster 2024-09-21T05:35:27.598309+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:29.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:28 smithi099 bash[26898]: cluster 2024-09-21T05:35:27.598309+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:30.902 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:30 smithi112 bash[21612]: cluster 2024-09-21T05:35:29.598884+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:31.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:30 smithi099 bash[19899]: cluster 2024-09-21T05:35:29.598884+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:31.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:30 smithi099 bash[26898]: cluster 2024-09-21T05:35:29.598884+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:32.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:31 smithi099 bash[19899]: audit 2024-09-21T05:35:31.555198+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-21T05:35:32.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:31 smithi099 bash[19899]: audit 2024-09-21T05:35:31.557180+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:32.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:31 smithi099 bash[26898]: audit 2024-09-21T05:35:31.555198+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-21T05:35:32.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:31 smithi099 bash[26898]: audit 2024-09-21T05:35:31.557180+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:32.059 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:31 smithi112 bash[21612]: audit 2024-09-21T05:35:31.555198+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-21T05:35:32.059 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:31 smithi112 bash[21612]: audit 2024-09-21T05:35:31.557180+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:33.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:32 smithi099 bash[19899]: cephadm 2024-09-21T05:35:31.558676+0000 mgr.y (mgr.14150) 275 : cephadm [INF] Deploying daemon osd.6 on smithi112 2024-09-21T05:35:33.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:32 smithi099 bash[19899]: cluster 2024-09-21T05:35:31.599428+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:33.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:32 smithi099 bash[26898]: cephadm 2024-09-21T05:35:31.558676+0000 mgr.y (mgr.14150) 275 : cephadm [INF] Deploying daemon osd.6 on smithi112 2024-09-21T05:35:33.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:32 smithi099 bash[26898]: cluster 2024-09-21T05:35:31.599428+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:33.015 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:32 smithi112 bash[21612]: cephadm 2024-09-21T05:35:31.558676+0000 mgr.y (mgr.14150) 275 : cephadm [INF] Deploying daemon osd.6 on smithi112 2024-09-21T05:35:33.015 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:32 smithi112 bash[21612]: cluster 2024-09-21T05:35:31.599428+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:35.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:34 smithi099 bash[26898]: cluster 2024-09-21T05:35:33.600001+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:35.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:34 smithi099 bash[19899]: cluster 2024-09-21T05:35:33.600001+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:35.012 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:34 smithi112 bash[21612]: cluster 2024-09-21T05:35:33.600001+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:36.067 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:35:35 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:35:36.067 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:35:35 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:35:36.067 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:35 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:35:36.067 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:35:35 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:35:36.413 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:36 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:35:36.414 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:35:36 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:35:36.414 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:35:36 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:35:36.414 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:35:36 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:35:37.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:36 smithi099 bash[19899]: cluster 2024-09-21T05:35:35.600606+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:37.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:36 smithi099 bash[19899]: audit 2024-09-21T05:35:36.356435+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:35:37.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:36 smithi099 bash[19899]: audit 2024-09-21T05:35:36.364192+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:37.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:36 smithi099 bash[19899]: audit 2024-09-21T05:35:36.374655+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:37.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:36 smithi099 bash[26898]: cluster 2024-09-21T05:35:35.600606+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:37.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:36 smithi099 bash[26898]: audit 2024-09-21T05:35:36.356435+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:35:37.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:36 smithi099 bash[26898]: audit 2024-09-21T05:35:36.364192+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:37.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:36 smithi099 bash[26898]: audit 2024-09-21T05:35:36.374655+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:36 smithi112 bash[21612]: cluster 2024-09-21T05:35:35.600606+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:36 smithi112 bash[21612]: audit 2024-09-21T05:35:36.356435+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:35:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:36 smithi112 bash[21612]: audit 2024-09-21T05:35:36.364192+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:36 smithi112 bash[21612]: audit 2024-09-21T05:35:36.374655+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:39.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:38 smithi099 bash[26898]: cluster 2024-09-21T05:35:37.601175+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:39.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:38 smithi099 bash[19899]: cluster 2024-09-21T05:35:37.601175+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:39.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:38 smithi112 bash[21612]: cluster 2024-09-21T05:35:37.601175+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:40 smithi099 bash[19899]: cluster 2024-09-21T05:35:39.601741+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:41.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:40 smithi099 bash[26898]: cluster 2024-09-21T05:35:39.601741+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:41.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:40 smithi112 bash[21612]: cluster 2024-09-21T05:35:39.601741+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:42.992 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:42 smithi112 bash[21612]: cluster 2024-09-21T05:35:41.602260+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:43.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:42 smithi099 bash[19899]: cluster 2024-09-21T05:35:41.602260+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:43.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:42 smithi099 bash[26898]: cluster 2024-09-21T05:35:41.602260+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:44.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:44 smithi112 bash[21612]: audit 2024-09-21T05:35:43.199881+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:44.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:44 smithi112 bash[21612]: audit 2024-09-21T05:35:43.208675+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:44.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:44 smithi112 bash[21612]: cluster 2024-09-21T05:35:43.602808+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:44.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:44 smithi112 bash[21612]: audit 2024-09-21T05:35:43.855355+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:44.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:44 smithi112 bash[21612]: audit 2024-09-21T05:35:43.857165+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:35:44.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:44 smithi112 bash[21612]: audit 2024-09-21T05:35:43.864876+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:44.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[19899]: audit 2024-09-21T05:35:43.199881+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:44.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[19899]: audit 2024-09-21T05:35:43.208675+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:44.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[19899]: cluster 2024-09-21T05:35:43.602808+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:44.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[19899]: audit 2024-09-21T05:35:43.855355+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:44.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[19899]: audit 2024-09-21T05:35:43.857165+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:35:44.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[19899]: audit 2024-09-21T05:35:43.864876+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:44.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[26898]: audit 2024-09-21T05:35:43.199881+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:44.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[26898]: audit 2024-09-21T05:35:43.208675+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:44.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[26898]: cluster 2024-09-21T05:35:43.602808+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:44.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[26898]: audit 2024-09-21T05:35:43.855355+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:44.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[26898]: audit 2024-09-21T05:35:43.857165+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:35:44.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:44 smithi099 bash[26898]: audit 2024-09-21T05:35:43.864876+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:45.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:45 smithi112 bash[21612]: audit 2024-09-21T05:35:45.372433+0000 mon.a (mon.0) 593 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T05:35:45.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:45 smithi112 bash[21612]: audit 2024-09-21T05:35:45.372567+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/757626816,v1:172.21.15.112:6817/757626816]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T05:35:45.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:45 smithi099 bash[19899]: audit 2024-09-21T05:35:45.372433+0000 mon.a (mon.0) 593 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T05:35:45.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:45 smithi099 bash[19899]: audit 2024-09-21T05:35:45.372567+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/757626816,v1:172.21.15.112:6817/757626816]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T05:35:45.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:45 smithi099 bash[26898]: audit 2024-09-21T05:35:45.372433+0000 mon.a (mon.0) 593 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T05:35:45.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:45 smithi099 bash[26898]: audit 2024-09-21T05:35:45.372567+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/757626816,v1:172.21.15.112:6817/757626816]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T05:35:46.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:46 smithi112 bash[21612]: audit 2024-09-21T05:35:45.425349+0000 mon.a (mon.0) 594 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T05:35:46.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:46 smithi112 bash[21612]: audit 2024-09-21T05:35:45.431982+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/757626816,v1:172.21.15.112:6817/757626816]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:35:46.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:46 smithi112 bash[21612]: cluster 2024-09-21T05:35:45.432869+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-21T05:35:46.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:46 smithi112 bash[21612]: audit 2024-09-21T05:35:45.434078+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:46.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:46 smithi112 bash[21612]: audit 2024-09-21T05:35:45.434801+0000 mon.a (mon.0) 597 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:35:46.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:46 smithi112 bash[21612]: cluster 2024-09-21T05:35:45.603355+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:46.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:46 smithi112 bash[21612]: audit 2024-09-21T05:35:46.427859+0000 mon.a (mon.0) 598 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:35:46.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[19899]: audit 2024-09-21T05:35:45.425349+0000 mon.a (mon.0) 594 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T05:35:46.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[19899]: audit 2024-09-21T05:35:45.431982+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/757626816,v1:172.21.15.112:6817/757626816]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:35:46.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[19899]: cluster 2024-09-21T05:35:45.432869+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-21T05:35:46.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[19899]: audit 2024-09-21T05:35:45.434078+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:46.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[19899]: audit 2024-09-21T05:35:45.434801+0000 mon.a (mon.0) 597 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:35:46.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[19899]: cluster 2024-09-21T05:35:45.603355+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:46.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[19899]: audit 2024-09-21T05:35:46.427859+0000 mon.a (mon.0) 598 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:35:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[26898]: audit 2024-09-21T05:35:45.425349+0000 mon.a (mon.0) 594 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T05:35:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[26898]: audit 2024-09-21T05:35:45.431982+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/757626816,v1:172.21.15.112:6817/757626816]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:35:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[26898]: cluster 2024-09-21T05:35:45.432869+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-21T05:35:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[26898]: audit 2024-09-21T05:35:45.434078+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[26898]: audit 2024-09-21T05:35:45.434801+0000 mon.a (mon.0) 597 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:35:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[26898]: cluster 2024-09-21T05:35:45.603355+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-21T05:35:46.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:46 smithi099 bash[26898]: audit 2024-09-21T05:35:46.427859+0000 mon.a (mon.0) 598 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:35:46.974 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 6 on host 'smithi112' 2024-09-21T05:35:47.559 DEBUG:teuthology.orchestra.run.smithi112:osd.6> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.6.service 2024-09-21T05:35:47.561 INFO:tasks.cephadm:Deploying osd.7 on smithi112 with /dev/vg_nvme/lv_1... 2024-09-21T05:35:47.561 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_1 2024-09-21T05:35:47.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: cluster 2024-09-21T05:35:46.436708+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-21T05:35:47.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: audit 2024-09-21T05:35:46.437966+0000 mon.a (mon.0) 600 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:47.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: audit 2024-09-21T05:35:46.446470+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:47.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: audit 2024-09-21T05:35:46.930107+0000 mon.a (mon.0) 602 : audit [INF] from='osd.6 ' entity='osd.6' 2024-09-21T05:35:47.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: audit 2024-09-21T05:35:46.942445+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: audit 2024-09-21T05:35:46.951427+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: audit 2024-09-21T05:35:46.970372+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: cluster 2024-09-21T05:35:47.438638+0000 mon.a (mon.0) 606 : cluster [INF] osd.6 [v2:172.21.15.112:6816/757626816,v1:172.21.15.112:6817/757626816] boot 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: cluster 2024-09-21T05:35:47.438732+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[19899]: audit 2024-09-21T05:35:47.439109+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: cluster 2024-09-21T05:35:46.436708+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: audit 2024-09-21T05:35:46.437966+0000 mon.a (mon.0) 600 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: audit 2024-09-21T05:35:46.446470+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: audit 2024-09-21T05:35:46.930107+0000 mon.a (mon.0) 602 : audit [INF] from='osd.6 ' entity='osd.6' 2024-09-21T05:35:47.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: audit 2024-09-21T05:35:46.942445+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:35:47.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: audit 2024-09-21T05:35:46.951427+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:47.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: audit 2024-09-21T05:35:46.970372+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:47.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: cluster 2024-09-21T05:35:47.438638+0000 mon.a (mon.0) 606 : cluster [INF] osd.6 [v2:172.21.15.112:6816/757626816,v1:172.21.15.112:6817/757626816] boot 2024-09-21T05:35:47.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: cluster 2024-09-21T05:35:47.438732+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-21T05:35:47.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:47 smithi099 bash[26898]: audit 2024-09-21T05:35:47.439109+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: cluster 2024-09-21T05:35:46.436708+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-21T05:35:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: audit 2024-09-21T05:35:46.437966+0000 mon.a (mon.0) 600 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: audit 2024-09-21T05:35:46.446470+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: audit 2024-09-21T05:35:46.930107+0000 mon.a (mon.0) 602 : audit [INF] from='osd.6 ' entity='osd.6' 2024-09-21T05:35:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: audit 2024-09-21T05:35:46.942445+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:35:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: audit 2024-09-21T05:35:46.951427+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: audit 2024-09-21T05:35:46.970372+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: cluster 2024-09-21T05:35:47.438638+0000 mon.a (mon.0) 606 : cluster [INF] osd.6 [v2:172.21.15.112:6816/757626816,v1:172.21.15.112:6817/757626816] boot 2024-09-21T05:35:47.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: cluster 2024-09-21T05:35:47.438732+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-21T05:35:47.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:47 smithi112 bash[21612]: audit 2024-09-21T05:35:47.439109+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:35:48.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:48 smithi099 bash[26898]: cluster 2024-09-21T05:35:46.344117+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:35:48.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:48 smithi099 bash[26898]: cluster 2024-09-21T05:35:46.344243+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:35:48.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:48 smithi099 bash[26898]: cluster 2024-09-21T05:35:47.603909+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:35:48.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:48 smithi099 bash[26898]: cluster 2024-09-21T05:35:48.438496+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-21T05:35:48.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:48 smithi099 bash[19899]: cluster 2024-09-21T05:35:46.344117+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:35:48.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:48 smithi099 bash[19899]: cluster 2024-09-21T05:35:46.344243+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:35:48.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:48 smithi099 bash[19899]: cluster 2024-09-21T05:35:47.603909+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:35:48.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:48 smithi099 bash[19899]: cluster 2024-09-21T05:35:48.438496+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-21T05:35:48.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:48 smithi112 bash[21612]: cluster 2024-09-21T05:35:46.344117+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:35:48.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:48 smithi112 bash[21612]: cluster 2024-09-21T05:35:46.344243+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:35:48.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:48 smithi112 bash[21612]: cluster 2024-09-21T05:35:47.603909+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:35:48.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:48 smithi112 bash[21612]: cluster 2024-09-21T05:35:48.438496+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-21T05:35:50.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:50 smithi099 bash[26898]: cluster 2024-09-21T05:35:49.440010+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-21T05:35:50.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:50 smithi099 bash[26898]: cluster 2024-09-21T05:35:49.604490+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v266: 1 pgs: 1 remapped+peering; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:35:50.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:50 smithi099 bash[19899]: cluster 2024-09-21T05:35:49.440010+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-21T05:35:50.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:50 smithi099 bash[19899]: cluster 2024-09-21T05:35:49.604490+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v266: 1 pgs: 1 remapped+peering; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:35:50.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:50 smithi112 bash[21612]: cluster 2024-09-21T05:35:49.440010+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-21T05:35:50.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:50 smithi112 bash[21612]: cluster 2024-09-21T05:35:49.604490+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v266: 1 pgs: 1 remapped+peering; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:35:51.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:51 smithi099 bash[19899]: cluster 2024-09-21T05:35:50.450220+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-21T05:35:51.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:51 smithi099 bash[26898]: cluster 2024-09-21T05:35:50.450220+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-21T05:35:51.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:51 smithi112 bash[21612]: cluster 2024-09-21T05:35:50.450220+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-21T05:35:52.021 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:35:52.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:52 smithi099 bash[26898]: cluster 2024-09-21T05:35:51.456741+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-21T05:35:52.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:52 smithi099 bash[26898]: cluster 2024-09-21T05:35:51.605029+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v269: 1 pgs: 1 remapped+peering; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:35:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:52 smithi099 bash[19899]: cluster 2024-09-21T05:35:51.456741+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-21T05:35:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:52 smithi099 bash[19899]: cluster 2024-09-21T05:35:51.605029+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v269: 1 pgs: 1 remapped+peering; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:35:52.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:52 smithi112 bash[21612]: cluster 2024-09-21T05:35:51.456741+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-21T05:35:52.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:52 smithi112 bash[21612]: cluster 2024-09-21T05:35:51.605029+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v269: 1 pgs: 1 remapped+peering; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:35:54.870 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:54 smithi112 bash[21612]: cluster 2024-09-21T05:35:53.605644+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-21T05:35:55.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:54 smithi099 bash[26898]: cluster 2024-09-21T05:35:53.605644+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-21T05:35:55.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:54 smithi099 bash[19899]: cluster 2024-09-21T05:35:53.605644+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-21T05:35:56.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:56 smithi112 bash[21612]: cluster 2024-09-21T05:35:55.606247+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 211 MiB used, 626 GiB / 626 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-09-21T05:35:57.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:56 smithi099 bash[19899]: cluster 2024-09-21T05:35:55.606247+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 211 MiB used, 626 GiB / 626 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-09-21T05:35:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:56 smithi099 bash[26898]: cluster 2024-09-21T05:35:55.606247+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 211 MiB used, 626 GiB / 626 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: cephadm 2024-09-21T05:35:57.438875+0000 mgr.y (mgr.14150) 289 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: audit 2024-09-21T05:35:57.448043+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: audit 2024-09-21T05:35:57.456686+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: audit 2024-09-21T05:35:57.459484+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: audit 2024-09-21T05:35:57.461194+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: audit 2024-09-21T05:35:57.462818+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: cephadm 2024-09-21T05:35:57.464048+0000 mgr.y (mgr.14150) 290 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 5755M 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: audit 2024-09-21T05:35:57.469948+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: audit 2024-09-21T05:35:57.474349+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: audit 2024-09-21T05:35:57.476170+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:35:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: audit 2024-09-21T05:35:57.485653+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:35:58 smithi112 bash[21612]: cluster 2024-09-21T05:35:57.606826+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 211 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T05:35:58.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: cephadm 2024-09-21T05:35:57.438875+0000 mgr.y (mgr.14150) 289 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:35:58.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: audit 2024-09-21T05:35:57.448043+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: audit 2024-09-21T05:35:57.456686+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: audit 2024-09-21T05:35:57.459484+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: audit 2024-09-21T05:35:57.461194+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: audit 2024-09-21T05:35:57.462818+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: cephadm 2024-09-21T05:35:57.464048+0000 mgr.y (mgr.14150) 290 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 5755M 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: audit 2024-09-21T05:35:57.469948+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: audit 2024-09-21T05:35:57.474349+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: audit 2024-09-21T05:35:57.476170+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: audit 2024-09-21T05:35:57.485653+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[19899]: cluster 2024-09-21T05:35:57.606826+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 211 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: cephadm 2024-09-21T05:35:57.438875+0000 mgr.y (mgr.14150) 289 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:35:58.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: audit 2024-09-21T05:35:57.448043+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: audit 2024-09-21T05:35:57.456686+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: audit 2024-09-21T05:35:57.459484+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: audit 2024-09-21T05:35:57.461194+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: audit 2024-09-21T05:35:57.462818+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: cephadm 2024-09-21T05:35:57.464048+0000 mgr.y (mgr.14150) 290 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 5755M 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: audit 2024-09-21T05:35:57.469948+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: audit 2024-09-21T05:35:57.474349+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: audit 2024-09-21T05:35:57.476170+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: audit 2024-09-21T05:35:57.485653+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:35:58.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:35:58 smithi099 bash[26898]: cluster 2024-09-21T05:35:57.606826+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 211 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T05:35:59.552 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-21T05:35:59.590 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi112:vg_nvme/lv_1 2024-09-21T05:36:00.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:00 smithi112 bash[21612]: cluster 2024-09-21T05:35:59.607440+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-21T05:36:01.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:00 smithi099 bash[19899]: cluster 2024-09-21T05:35:59.607440+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-21T05:36:01.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:00 smithi099 bash[26898]: cluster 2024-09-21T05:35:59.607440+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-21T05:36:02.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:02 smithi112 bash[21612]: cluster 2024-09-21T05:36:01.607936+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-21T05:36:03.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:02 smithi099 bash[19899]: cluster 2024-09-21T05:36:01.607936+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-21T05:36:03.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:02 smithi099 bash[26898]: cluster 2024-09-21T05:36:01.607936+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-21T05:36:04.346 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:36:04.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:04 smithi112 bash[21612]: cluster 2024-09-21T05:36:03.608509+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T05:36:05.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:04 smithi099 bash[26898]: cluster 2024-09-21T05:36:03.608509+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T05:36:05.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:04 smithi099 bash[19899]: cluster 2024-09-21T05:36:03.608509+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T05:36:06.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:06 smithi112 bash[21612]: cluster 2024-09-21T05:36:05.609071+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:06.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:06 smithi112 bash[21612]: audit 2024-09-21T05:36:05.786571+0000 mgr.y (mgr.14150) 296 : audit [DBG] from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:36:06.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:06 smithi112 bash[21612]: audit 2024-09-21T05:36:05.792827+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:36:06.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:06 smithi112 bash[21612]: audit 2024-09-21T05:36:05.798694+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:36:06.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:06 smithi112 bash[21612]: audit 2024-09-21T05:36:05.800282+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[19899]: cluster 2024-09-21T05:36:05.609071+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[19899]: audit 2024-09-21T05:36:05.786571+0000 mgr.y (mgr.14150) 296 : audit [DBG] from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:36:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[19899]: audit 2024-09-21T05:36:05.792827+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:36:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[19899]: audit 2024-09-21T05:36:05.798694+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:36:07.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[19899]: audit 2024-09-21T05:36:05.800282+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:07.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[26898]: cluster 2024-09-21T05:36:05.609071+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:07.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[26898]: audit 2024-09-21T05:36:05.786571+0000 mgr.y (mgr.14150) 296 : audit [DBG] from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:36:07.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[26898]: audit 2024-09-21T05:36:05.792827+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T05:36:07.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[26898]: audit 2024-09-21T05:36:05.798694+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T05:36:07.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:06 smithi099 bash[26898]: audit 2024-09-21T05:36:05.800282+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:08.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:08 smithi112 bash[21612]: cluster 2024-09-21T05:36:07.609722+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:09.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:08 smithi099 bash[19899]: cluster 2024-09-21T05:36:07.609722+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:09.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:08 smithi099 bash[26898]: cluster 2024-09-21T05:36:07.609722+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:10.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:10 smithi112 bash[21612]: cluster 2024-09-21T05:36:09.610432+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:11.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:10 smithi099 bash[26898]: cluster 2024-09-21T05:36:09.610432+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:10 smithi099 bash[19899]: cluster 2024-09-21T05:36:09.610432+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:12.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:12 smithi112 bash[21612]: cluster 2024-09-21T05:36:11.611133+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:13.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:12 smithi099 bash[19899]: cluster 2024-09-21T05:36:11.611133+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:13.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:12 smithi099 bash[26898]: cluster 2024-09-21T05:36:11.611133+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:14.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:14 smithi112 bash[21612]: cluster 2024-09-21T05:36:13.611687+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:14.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:14 smithi112 bash[21612]: audit 2024-09-21T05:36:14.191540+0000 mon.a (mon.0) 625 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3f5cf4-bfd4-4d24-86ea-1842574c2b46"}]: dispatch 2024-09-21T05:36:14.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:14 smithi112 bash[21612]: audit 2024-09-21T05:36:14.191584+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.112:0/1390359556' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3f5cf4-bfd4-4d24-86ea-1842574c2b46"}]: dispatch 2024-09-21T05:36:14.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:14 smithi112 bash[21612]: audit 2024-09-21T05:36:14.195199+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e3f5cf4-bfd4-4d24-86ea-1842574c2b46"}]': finished 2024-09-21T05:36:14.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:14 smithi112 bash[21612]: cluster 2024-09-21T05:36:14.200711+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-21T05:36:14.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:14 smithi112 bash[21612]: audit 2024-09-21T05:36:14.201252+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:15.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[19899]: cluster 2024-09-21T05:36:13.611687+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:15.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[19899]: audit 2024-09-21T05:36:14.191540+0000 mon.a (mon.0) 625 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3f5cf4-bfd4-4d24-86ea-1842574c2b46"}]: dispatch 2024-09-21T05:36:15.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[19899]: audit 2024-09-21T05:36:14.191584+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.112:0/1390359556' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3f5cf4-bfd4-4d24-86ea-1842574c2b46"}]: dispatch 2024-09-21T05:36:15.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[19899]: audit 2024-09-21T05:36:14.195199+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e3f5cf4-bfd4-4d24-86ea-1842574c2b46"}]': finished 2024-09-21T05:36:15.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[19899]: cluster 2024-09-21T05:36:14.200711+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-21T05:36:15.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[19899]: audit 2024-09-21T05:36:14.201252+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:15.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[26898]: cluster 2024-09-21T05:36:13.611687+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:15.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[26898]: audit 2024-09-21T05:36:14.191540+0000 mon.a (mon.0) 625 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3f5cf4-bfd4-4d24-86ea-1842574c2b46"}]: dispatch 2024-09-21T05:36:15.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[26898]: audit 2024-09-21T05:36:14.191584+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.112:0/1390359556' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3f5cf4-bfd4-4d24-86ea-1842574c2b46"}]: dispatch 2024-09-21T05:36:15.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[26898]: audit 2024-09-21T05:36:14.195199+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e3f5cf4-bfd4-4d24-86ea-1842574c2b46"}]': finished 2024-09-21T05:36:15.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[26898]: cluster 2024-09-21T05:36:14.200711+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-21T05:36:15.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:14 smithi099 bash[26898]: audit 2024-09-21T05:36:14.201252+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:16.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:15 smithi099 bash[19899]: audit 2024-09-21T05:36:14.827375+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.112:0/111264025' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:36:16.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:15 smithi099 bash[26898]: audit 2024-09-21T05:36:14.827375+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.112:0/111264025' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:36:16.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:15 smithi112 bash[21612]: audit 2024-09-21T05:36:14.827375+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.112:0/111264025' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T05:36:17.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:16 smithi099 bash[19899]: cluster 2024-09-21T05:36:15.612216+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:17.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:16 smithi099 bash[26898]: cluster 2024-09-21T05:36:15.612216+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:17.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:16 smithi112 bash[21612]: cluster 2024-09-21T05:36:15.612216+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:19.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:18 smithi099 bash[19899]: cluster 2024-09-21T05:36:17.612763+0000 mgr.y (mgr.14150) 302 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:19.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:18 smithi099 bash[26898]: cluster 2024-09-21T05:36:17.612763+0000 mgr.y (mgr.14150) 302 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:19.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:18 smithi112 bash[21612]: cluster 2024-09-21T05:36:17.612763+0000 mgr.y (mgr.14150) 302 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:21.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:20 smithi099 bash[19899]: cluster 2024-09-21T05:36:19.613308+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:20 smithi099 bash[26898]: cluster 2024-09-21T05:36:19.613308+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:21.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:20 smithi112 bash[21612]: cluster 2024-09-21T05:36:19.613308+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:23.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:22 smithi099 bash[19899]: cluster 2024-09-21T05:36:21.613790+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:22 smithi099 bash[26898]: cluster 2024-09-21T05:36:21.613790+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:23.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:22 smithi112 bash[21612]: cluster 2024-09-21T05:36:21.613790+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:24.980 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:24 smithi112 bash[21612]: cluster 2024-09-21T05:36:23.614396+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:25.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:24 smithi099 bash[26898]: cluster 2024-09-21T05:36:23.614396+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:24 smithi099 bash[19899]: cluster 2024-09-21T05:36:23.614396+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:26.869 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:26 smithi112 bash[21612]: cluster 2024-09-21T05:36:25.614958+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:27.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:26 smithi099 bash[19899]: cluster 2024-09-21T05:36:25.614958+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:27.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:26 smithi099 bash[26898]: cluster 2024-09-21T05:36:25.614958+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:28.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:27 smithi099 bash[19899]: audit 2024-09-21T05:36:27.543233+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-21T05:36:28.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:27 smithi099 bash[19899]: audit 2024-09-21T05:36:27.544948+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:28.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:27 smithi099 bash[26898]: audit 2024-09-21T05:36:27.543233+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-21T05:36:28.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:27 smithi099 bash[26898]: audit 2024-09-21T05:36:27.544948+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:28.049 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:27 smithi112 bash[21612]: audit 2024-09-21T05:36:27.543233+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-21T05:36:28.049 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:27 smithi112 bash[21612]: audit 2024-09-21T05:36:27.544948+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:28.991 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:28 smithi112 bash[21612]: cephadm 2024-09-21T05:36:27.546521+0000 mgr.y (mgr.14150) 307 : cephadm [INF] Deploying daemon osd.7 on smithi112 2024-09-21T05:36:28.991 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:28 smithi112 bash[21612]: cluster 2024-09-21T05:36:27.615497+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:29.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:28 smithi099 bash[19899]: cephadm 2024-09-21T05:36:27.546521+0000 mgr.y (mgr.14150) 307 : cephadm [INF] Deploying daemon osd.7 on smithi112 2024-09-21T05:36:29.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:28 smithi099 bash[19899]: cluster 2024-09-21T05:36:27.615497+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:29.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:28 smithi099 bash[26898]: cephadm 2024-09-21T05:36:27.546521+0000 mgr.y (mgr.14150) 307 : cephadm [INF] Deploying daemon osd.7 on smithi112 2024-09-21T05:36:29.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:28 smithi099 bash[26898]: cluster 2024-09-21T05:36:27.615497+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:30.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:30 smithi112 bash[21612]: cluster 2024-09-21T05:36:29.616041+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:30 smithi099 bash[19899]: cluster 2024-09-21T05:36:29.616041+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:31.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:30 smithi099 bash[26898]: cluster 2024-09-21T05:36:29.616041+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:31.917 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:31 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:31.917 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:36:31 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:31.918 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:36:31 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:31.918 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:36:31 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:31.918 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:36:31 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:32.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:32.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:36:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:32.192 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:36:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:32.193 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:36:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:32.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:36:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:36:33.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:32 smithi099 bash[19899]: cluster 2024-09-21T05:36:31.616610+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:33.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:32 smithi099 bash[19899]: audit 2024-09-21T05:36:32.209317+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:36:33.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:32 smithi099 bash[19899]: audit 2024-09-21T05:36:32.219178+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:33.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:32 smithi099 bash[19899]: audit 2024-09-21T05:36:32.228472+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:32 smithi099 bash[26898]: cluster 2024-09-21T05:36:31.616610+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:32 smithi099 bash[26898]: audit 2024-09-21T05:36:32.209317+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:36:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:32 smithi099 bash[26898]: audit 2024-09-21T05:36:32.219178+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:32 smithi099 bash[26898]: audit 2024-09-21T05:36:32.228472+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:33.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:32 smithi112 bash[21612]: cluster 2024-09-21T05:36:31.616610+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:33.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:32 smithi112 bash[21612]: audit 2024-09-21T05:36:32.209317+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:36:33.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:32 smithi112 bash[21612]: audit 2024-09-21T05:36:32.219178+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:33.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:32 smithi112 bash[21612]: audit 2024-09-21T05:36:32.228472+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:35.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:34 smithi099 bash[19899]: cluster 2024-09-21T05:36:33.617100+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:35.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:34 smithi099 bash[26898]: cluster 2024-09-21T05:36:33.617100+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:35.086 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:34 smithi112 bash[21612]: cluster 2024-09-21T05:36:33.617100+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:37.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:36 smithi099 bash[19899]: cluster 2024-09-21T05:36:35.617642+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:37.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:36 smithi099 bash[26898]: cluster 2024-09-21T05:36:35.617642+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:37.095 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:36 smithi112 bash[21612]: cluster 2024-09-21T05:36:35.617642+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:38.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:38 smithi112 bash[21612]: cluster 2024-09-21T05:36:37.618186+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:39.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:38 smithi099 bash[19899]: cluster 2024-09-21T05:36:37.618186+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:39.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:38 smithi099 bash[26898]: cluster 2024-09-21T05:36:37.618186+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:40.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:39 smithi112 bash[21612]: audit 2024-09-21T05:36:38.757524+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:40.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:39 smithi112 bash[21612]: audit 2024-09-21T05:36:38.774065+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:40.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:39 smithi112 bash[21612]: audit 2024-09-21T05:36:38.776149+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:40.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:39 smithi112 bash[21612]: audit 2024-09-21T05:36:38.777971+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:36:40.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:39 smithi112 bash[21612]: audit 2024-09-21T05:36:38.789263+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:40.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[19899]: audit 2024-09-21T05:36:38.757524+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:40.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[19899]: audit 2024-09-21T05:36:38.774065+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:40.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[19899]: audit 2024-09-21T05:36:38.776149+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:40.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[19899]: audit 2024-09-21T05:36:38.777971+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:36:40.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[19899]: audit 2024-09-21T05:36:38.789263+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:40.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[26898]: audit 2024-09-21T05:36:38.757524+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:40.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[26898]: audit 2024-09-21T05:36:38.774065+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:40.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[26898]: audit 2024-09-21T05:36:38.776149+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:40.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[26898]: audit 2024-09-21T05:36:38.777971+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:36:40.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:39 smithi099 bash[26898]: audit 2024-09-21T05:36:38.789263+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:41.167 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:40 smithi112 bash[21612]: cluster 2024-09-21T05:36:39.618829+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:41.167 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:40 smithi112 bash[21612]: audit 2024-09-21T05:36:40.517959+0000 mon.a (mon.0) 639 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T05:36:41.167 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:40 smithi112 bash[21612]: audit 2024-09-21T05:36:40.518425+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/1764224153,v1:172.21.15.112:6825/1764224153]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T05:36:41.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:40 smithi099 bash[19899]: cluster 2024-09-21T05:36:39.618829+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:41.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:40 smithi099 bash[19899]: audit 2024-09-21T05:36:40.517959+0000 mon.a (mon.0) 639 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T05:36:41.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:40 smithi099 bash[19899]: audit 2024-09-21T05:36:40.518425+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/1764224153,v1:172.21.15.112:6825/1764224153]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T05:36:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:40 smithi099 bash[26898]: cluster 2024-09-21T05:36:39.618829+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:40 smithi099 bash[26898]: audit 2024-09-21T05:36:40.517959+0000 mon.a (mon.0) 639 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T05:36:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:40 smithi099 bash[26898]: audit 2024-09-21T05:36:40.518425+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/1764224153,v1:172.21.15.112:6825/1764224153]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T05:36:41.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:41 smithi112 bash[21612]: audit 2024-09-21T05:36:40.791287+0000 mon.a (mon.0) 640 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T05:36:41.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:41 smithi112 bash[21612]: cluster 2024-09-21T05:36:40.798912+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-21T05:36:41.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:41 smithi112 bash[21612]: audit 2024-09-21T05:36:40.799194+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/1764224153,v1:172.21.15.112:6825/1764224153]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:36:41.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:41 smithi112 bash[21612]: audit 2024-09-21T05:36:40.800212+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:41.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:41 smithi112 bash[21612]: audit 2024-09-21T05:36:40.800688+0000 mon.a (mon.0) 643 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:36:41.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:41 smithi112 bash[21612]: audit 2024-09-21T05:36:41.794124+0000 mon.a (mon.0) 644 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:36:41.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:41 smithi112 bash[21612]: cluster 2024-09-21T05:36:41.800097+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-21T05:36:41.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:41 smithi112 bash[21612]: audit 2024-09-21T05:36:41.800522+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[19899]: audit 2024-09-21T05:36:40.791287+0000 mon.a (mon.0) 640 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[19899]: cluster 2024-09-21T05:36:40.798912+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[19899]: audit 2024-09-21T05:36:40.799194+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/1764224153,v1:172.21.15.112:6825/1764224153]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[19899]: audit 2024-09-21T05:36:40.800212+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[19899]: audit 2024-09-21T05:36:40.800688+0000 mon.a (mon.0) 643 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[19899]: audit 2024-09-21T05:36:41.794124+0000 mon.a (mon.0) 644 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[19899]: cluster 2024-09-21T05:36:41.800097+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[19899]: audit 2024-09-21T05:36:41.800522+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[26898]: audit 2024-09-21T05:36:40.791287+0000 mon.a (mon.0) 640 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T05:36:42.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[26898]: cluster 2024-09-21T05:36:40.798912+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-21T05:36:42.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[26898]: audit 2024-09-21T05:36:40.799194+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/1764224153,v1:172.21.15.112:6825/1764224153]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:36:42.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[26898]: audit 2024-09-21T05:36:40.800212+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:42.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[26898]: audit 2024-09-21T05:36:40.800688+0000 mon.a (mon.0) 643 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-09-21T05:36:42.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[26898]: audit 2024-09-21T05:36:41.794124+0000 mon.a (mon.0) 644 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-09-21T05:36:42.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[26898]: cluster 2024-09-21T05:36:41.800097+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-21T05:36:42.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:41 smithi099 bash[26898]: audit 2024-09-21T05:36:41.800522+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:42.351 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 7 on host 'smithi112' 2024-09-21T05:36:42.983 DEBUG:teuthology.orchestra.run.smithi112:osd.7> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.7.service 2024-09-21T05:36:42.986 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-21T05:36:42.986 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd stat -f json 2024-09-21T05:36:43.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:42 smithi112 bash[21612]: cluster 2024-09-21T05:36:41.619372+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:43.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:42 smithi112 bash[21612]: audit 2024-09-21T05:36:41.810976+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:43.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:42 smithi112 bash[21612]: audit 2024-09-21T05:36:42.325384+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:36:43.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:42 smithi112 bash[21612]: audit 2024-09-21T05:36:42.334919+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:43.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:42 smithi112 bash[21612]: audit 2024-09-21T05:36:42.347544+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:43.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:42 smithi112 bash[21612]: cluster 2024-09-21T05:36:42.805333+0000 mon.a (mon.0) 651 : cluster [INF] osd.7 [v2:172.21.15.112:6824/1764224153,v1:172.21.15.112:6825/1764224153] boot 2024-09-21T05:36:43.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:42 smithi112 bash[21612]: cluster 2024-09-21T05:36:42.805439+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-21T05:36:43.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:42 smithi112 bash[21612]: audit 2024-09-21T05:36:42.805784+0000 mon.a (mon.0) 653 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[19899]: cluster 2024-09-21T05:36:41.619372+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[19899]: audit 2024-09-21T05:36:41.810976+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[19899]: audit 2024-09-21T05:36:42.325384+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[19899]: audit 2024-09-21T05:36:42.334919+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[19899]: audit 2024-09-21T05:36:42.347544+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[19899]: cluster 2024-09-21T05:36:42.805333+0000 mon.a (mon.0) 651 : cluster [INF] osd.7 [v2:172.21.15.112:6824/1764224153,v1:172.21.15.112:6825/1764224153] boot 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[19899]: cluster 2024-09-21T05:36:42.805439+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[19899]: audit 2024-09-21T05:36:42.805784+0000 mon.a (mon.0) 653 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[26898]: cluster 2024-09-21T05:36:41.619372+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[26898]: audit 2024-09-21T05:36:41.810976+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[26898]: audit 2024-09-21T05:36:42.325384+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[26898]: audit 2024-09-21T05:36:42.334919+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[26898]: audit 2024-09-21T05:36:42.347544+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:43.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[26898]: cluster 2024-09-21T05:36:42.805333+0000 mon.a (mon.0) 651 : cluster [INF] osd.7 [v2:172.21.15.112:6824/1764224153,v1:172.21.15.112:6825/1764224153] boot 2024-09-21T05:36:43.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[26898]: cluster 2024-09-21T05:36:42.805439+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-21T05:36:43.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:42 smithi099 bash[26898]: audit 2024-09-21T05:36:42.805784+0000 mon.a (mon.0) 653 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:36:44.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:43 smithi112 bash[21612]: cluster 2024-09-21T05:36:41.535927+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:36:44.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:43 smithi112 bash[21612]: cluster 2024-09-21T05:36:41.536042+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:36:44.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:43 smithi112 bash[21612]: cluster 2024-09-21T05:36:43.619958+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:36:44.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:43 smithi112 bash[21612]: cluster 2024-09-21T05:36:43.807173+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-21T05:36:44.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:43 smithi099 bash[19899]: cluster 2024-09-21T05:36:41.535927+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:36:44.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:43 smithi099 bash[19899]: cluster 2024-09-21T05:36:41.536042+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:36:44.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:43 smithi099 bash[19899]: cluster 2024-09-21T05:36:43.619958+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:36:44.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:43 smithi099 bash[19899]: cluster 2024-09-21T05:36:43.807173+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-21T05:36:44.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:43 smithi099 bash[26898]: cluster 2024-09-21T05:36:41.535927+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-21T05:36:44.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:43 smithi099 bash[26898]: cluster 2024-09-21T05:36:41.536042+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-21T05:36:44.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:43 smithi099 bash[26898]: cluster 2024-09-21T05:36:43.619958+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:36:44.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:43 smithi099 bash[26898]: cluster 2024-09-21T05:36:43.807173+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-21T05:36:46.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:45 smithi112 bash[21612]: cluster 2024-09-21T05:36:44.810485+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-21T05:36:46.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:45 smithi112 bash[21612]: cluster 2024-09-21T05:36:44.982243+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-21T05:36:46.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:45 smithi099 bash[19899]: cluster 2024-09-21T05:36:44.810485+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-21T05:36:46.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:45 smithi099 bash[19899]: cluster 2024-09-21T05:36:44.982243+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-21T05:36:46.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:45 smithi099 bash[26898]: cluster 2024-09-21T05:36:44.810485+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-21T05:36:46.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:45 smithi099 bash[26898]: cluster 2024-09-21T05:36:44.982243+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-21T05:36:47.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:46 smithi112 bash[21612]: cluster 2024-09-21T05:36:45.620622+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v303: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:36:47.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:46 smithi112 bash[21612]: cluster 2024-09-21T05:36:45.995682+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-21T05:36:47.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:46 smithi099 bash[19899]: cluster 2024-09-21T05:36:45.620622+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v303: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:36:47.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:46 smithi099 bash[19899]: cluster 2024-09-21T05:36:45.995682+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-21T05:36:47.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:46 smithi099 bash[26898]: cluster 2024-09-21T05:36:45.620622+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v303: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:36:47.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:46 smithi099 bash[26898]: cluster 2024-09-21T05:36:45.995682+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-21T05:36:47.757 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:36:49.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:48 smithi112 bash[21612]: cluster 2024-09-21T05:36:47.621232+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v305: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:36:49.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:48 smithi099 bash[19899]: cluster 2024-09-21T05:36:47.621232+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v305: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:36:49.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:48 smithi099 bash[26898]: cluster 2024-09-21T05:36:47.621232+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v305: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:36:49.278 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:36:49.878 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":59,"num_osds":8,"num_up_osds":8,"osd_up_since":1726897002,"num_in_osds":8,"osd_in_since":1726896974,"num_remapped_pgs":0} 2024-09-21T05:36:49.878 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-21T05:36:50.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:49 smithi112 bash[21612]: audit 2024-09-21T05:36:49.278981+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.99:0/333786548' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-21T05:36:50.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:49 smithi099 bash[19899]: audit 2024-09-21T05:36:49.278981+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.99:0/333786548' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-21T05:36:50.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:49 smithi099 bash[26898]: audit 2024-09-21T05:36:49.278981+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.99:0/333786548' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-21T05:36:51.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:50 smithi112 bash[21612]: cluster 2024-09-21T05:36:49.621961+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-21T05:36:51.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:50 smithi099 bash[19899]: cluster 2024-09-21T05:36:49.621961+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-21T05:36:51.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:50 smithi099 bash[26898]: cluster 2024-09-21T05:36:49.621961+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-21T05:36:52.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:51 smithi112 bash[21612]: cluster 2024-09-21T05:36:51.622551+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-21T05:36:52.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:51 smithi099 bash[19899]: cluster 2024-09-21T05:36:51.622551+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-21T05:36:52.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:51 smithi099 bash[26898]: cluster 2024-09-21T05:36:51.622551+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-21T05:36:53.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: cephadm 2024-09-21T05:36:51.934780+0000 mgr.y (mgr.14150) 321 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:36:53.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.943418+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.952424+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.955362+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.956975+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.958588+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.960187+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: cephadm 2024-09-21T05:36:51.961264+0000 mgr.y (mgr.14150) 322 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 4316M 2024-09-21T05:36:53.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.967515+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.971893+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:53.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.973516+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:36:53.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:52 smithi112 bash[21612]: audit 2024-09-21T05:36:51.983712+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: cephadm 2024-09-21T05:36:51.934780+0000 mgr.y (mgr.14150) 321 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.943418+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.952424+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.955362+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.956975+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.958588+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.960187+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: cephadm 2024-09-21T05:36:51.961264+0000 mgr.y (mgr.14150) 322 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 4316M 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.967515+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.971893+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.973516+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:36:53.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[19899]: audit 2024-09-21T05:36:51.983712+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: cephadm 2024-09-21T05:36:51.934780+0000 mgr.y (mgr.14150) 321 : cephadm [INF] Detected new or changed devices on smithi112 2024-09-21T05:36:53.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.943418+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.952424+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.955362+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.956975+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.958588+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.960187+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:36:53.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: cephadm 2024-09-21T05:36:51.961264+0000 mgr.y (mgr.14150) 322 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 4316M 2024-09-21T05:36:53.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.967515+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:53.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.971893+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:36:53.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.973516+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:36:53.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:52 smithi099 bash[26898]: audit 2024-09-21T05:36:51.983712+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:36:54.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:53 smithi099 bash[19899]: cluster 2024-09-21T05:36:53.623168+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-21T05:36:54.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:53 smithi099 bash[26898]: cluster 2024-09-21T05:36:53.623168+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-21T05:36:54.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:53 smithi112 bash[21612]: cluster 2024-09-21T05:36:53.623168+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-21T05:36:54.648 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:36:56.035 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:36:56.035 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":59,"fsid":"ee3410ee-77d9-11ef-baf5-efdc52797490","created":"2024-09-21T05:27:17.937917+0000","modified":"2024-09-21T05:36:45.977300+0000","last_up_change":"2024-09-21T05:36:42.793948+0000","last_in_change":"2024-09-21T05:36:14.192692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T05:32:20.092263+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b9be0773-5709-4a98-9d8c-a1bd00188e1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6803","nonce":4186730268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6805","nonce":4186730268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6809","nonce":4186730268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6807","nonce":4186730268}]},"public_addr":"172.21.15.99:6803/4186730268","cluster_addr":"172.21.15.99:6805/4186730268","heartbeat_back_addr":"172.21.15.99:6809/4186730268","heartbeat_front_addr":"172.21.15.99:6807/4186730268","state":["exists","up"]},{"osd":1,"uuid":"03d80d7e-8740-400d-b68b-09871f02ee0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6811","nonce":2400708520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6813","nonce":2400708520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6817","nonce":2400708520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6815","nonce":2400708520}]},"public_addr":"172.21.15.99:6811/2400708520","cluster_addr":"172.21.15.99:6813/2400708520","heartbeat_back_addr":"172.21.15.99:6817/2400708520","heartbeat_front_addr":"172.21.15.99:6815/2400708520","state":["exists","up"]},{"osd":2,"uuid":"07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6819","nonce":3191739892}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6821","nonce":3191739892}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6825","nonce":3191739892}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6823","nonce":3191739892}]},"public_addr":"172.21.15.99:6819/3191739892","cluster_addr":"172.21.15.99:6821/3191739892","heartbeat_back_addr":"172.21.15.99:6825/3191739892","heartbeat_front_addr":"172.21.15.99:6823/3191739892","state":["exists","up"]},{"osd":3,"uuid":"7536830f-38e6-490f-8287-2c12bf542004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6827","nonce":1502330141}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6829","nonce":1502330141}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6833","nonce":1502330141}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6831","nonce":1502330141}]},"public_addr":"172.21.15.99:6827/1502330141","cluster_addr":"172.21.15.99:6829/1502330141","heartbeat_back_addr":"172.21.15.99:6833/1502330141","heartbeat_front_addr":"172.21.15.99:6831/1502330141","state":["exists","up"]},{"osd":4,"uuid":"8f4bdeac-c77e-4456-8634-1d96a0fa4f37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6801","nonce":2470708222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6803","nonce":2470708222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6807","nonce":2470708222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6805","nonce":2470708222}]},"public_addr":"172.21.15.112:6801/2470708222","cluster_addr":"172.21.15.112:6803/2470708222","heartbeat_back_addr":"172.21.15.112:6807/2470708222","heartbeat_front_addr":"172.21.15.112:6805/2470708222","state":["exists","up"]},{"osd":5,"uuid":"5dc12f42-3c7a-4ef5-849b-8a966342cbdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6809","nonce":2208049530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6811","nonce":2208049530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6815","nonce":2208049530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6813","nonce":2208049530}]},"public_addr":"172.21.15.112:6809/2208049530","cluster_addr":"172.21.15.112:6811/2208049530","heartbeat_back_addr":"172.21.15.112:6815/2208049530","heartbeat_front_addr":"172.21.15.112:6813/2208049530","state":["exists","up"]},{"osd":6,"uuid":"b8cf19eb-bebe-4903-b151-1b98b6ba3b06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6817","nonce":757626816}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6819","nonce":757626816}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6823","nonce":757626816}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6821","nonce":757626816}]},"public_addr":"172.21.15.112:6817/757626816","cluster_addr":"172.21.15.112:6819/757626816","heartbeat_back_addr":"172.21.15.112:6823/757626816","heartbeat_front_addr":"172.21.15.112:6821/757626816","state":["exists","up"]},{"osd":7,"uuid":"5e3f5cf4-bfd4-4d24-86ea-1842574c2b46","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6825","nonce":1764224153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6827","nonce":1764224153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6831","nonce":1764224153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6829","nonce":1764224153}]},"public_addr":"172.21.15.112:6825/1764224153","cluster_addr":"172.21.15.112:6827/1764224153","heartbeat_back_addr":"172.21.15.112:6831/1764224153","heartbeat_front_addr":"172.21.15.112:6829/1764224153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:30:30.962903+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:31:21.548977+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:32:16.474136+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:33:10.108756+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:34:02.450346+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:34:55.018542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:35:46.344246+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:36:41.536046+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:0/1483916276":"2024-09-22T05:28:15.489123+0000","172.21.15.99:0/2068926335":"2024-09-22T05:28:15.489123+0000","172.21.15.99:6801/1017301858":"2024-09-22T05:28:15.489123+0000","172.21.15.99:6800/1017301858":"2024-09-22T05:28:15.489123+0000","172.21.15.99:0/3931990238":"2024-09-22T05:27:44.465595+0000","172.21.15.99:6800/2364988354":"2024-09-22T05:27:44.465595+0000","172.21.15.99:0/1758637646":"2024-09-22T05:28:15.489123+0000","172.21.15.99:6801/2364988354":"2024-09-22T05:27:44.465595+0000","172.21.15.99:0/2901052273":"2024-09-22T05:27:44.465595+0000","172.21.15.99:0/2763033152":"2024-09-22T05:27:44.465595+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T05:36:56.645 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T05:32:20.092263+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T05:36:56.646 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd pool get .mgr pg_num 2024-09-21T05:36:56.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:56 smithi112 bash[21612]: cluster 2024-09-21T05:36:55.623730+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T05:36:56.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:56 smithi112 bash[21612]: audit 2024-09-21T05:36:56.035519+0000 mon.a (mon.0) 668 : audit [DBG] from='client.? 172.21.15.99:0/1725161079' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T05:36:57.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:56 smithi099 bash[26898]: cluster 2024-09-21T05:36:55.623730+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T05:36:57.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:56 smithi099 bash[26898]: audit 2024-09-21T05:36:56.035519+0000 mon.a (mon.0) 668 : audit [DBG] from='client.? 172.21.15.99:0/1725161079' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T05:36:57.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:56 smithi099 bash[19899]: cluster 2024-09-21T05:36:55.623730+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T05:36:57.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:56 smithi099 bash[19899]: audit 2024-09-21T05:36:56.035519+0000 mon.a (mon.0) 668 : audit [DBG] from='client.? 172.21.15.99:0/1725161079' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T05:36:58.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:36:58 smithi112 bash[21612]: cluster 2024-09-21T05:36:57.624310+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-21T05:36:59.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:36:58 smithi099 bash[19899]: cluster 2024-09-21T05:36:57.624310+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-21T05:36:59.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:36:58 smithi099 bash[26898]: cluster 2024-09-21T05:36:57.624310+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-21T05:37:00.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:00 smithi112 bash[21612]: cluster 2024-09-21T05:36:59.624962+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T05:37:01.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:00 smithi099 bash[26898]: cluster 2024-09-21T05:36:59.624962+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T05:37:01.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:00 smithi099 bash[19899]: cluster 2024-09-21T05:36:59.624962+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T05:37:01.417 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:37:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:02 smithi099 bash[19899]: cluster 2024-09-21T05:37:01.625461+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:02.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:02 smithi099 bash[26898]: cluster 2024-09-21T05:37:01.625461+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:02.796 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-21T05:37:02.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:02 smithi112 bash[21612]: cluster 2024-09-21T05:37:01.625461+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:03.411 INFO:tasks.cephadm:Adding prometheus.a on smithi112 2024-09-21T05:37:03.412 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch apply prometheus '1;smithi112=a' 2024-09-21T05:37:04.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:03 smithi099 bash[19899]: audit 2024-09-21T05:37:02.797096+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.99:0/1041245326' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-21T05:37:04.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:03 smithi099 bash[26898]: audit 2024-09-21T05:37:02.797096+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.99:0/1041245326' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-21T05:37:04.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:03 smithi112 bash[21612]: audit 2024-09-21T05:37:02.797096+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.99:0/1041245326' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-21T05:37:05.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:04 smithi099 bash[19899]: cluster 2024-09-21T05:37:03.626034+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:05.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:04 smithi099 bash[26898]: cluster 2024-09-21T05:37:03.626034+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:05.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:04 smithi112 bash[21612]: cluster 2024-09-21T05:37:03.626034+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:07.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:06 smithi099 bash[19899]: cluster 2024-09-21T05:37:05.626584+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:07.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:06 smithi099 bash[26898]: cluster 2024-09-21T05:37:05.626584+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:07.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:06 smithi112 bash[21612]: cluster 2024-09-21T05:37:05.626584+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:08.180 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:37:09.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:08 smithi099 bash[19899]: cluster 2024-09-21T05:37:07.627198+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:09.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:08 smithi099 bash[26898]: cluster 2024-09-21T05:37:07.627198+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:09.146 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:08 smithi112 bash[21612]: cluster 2024-09-21T05:37:07.627198+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:09.515 INFO:teuthology.orchestra.run.smithi112.stdout:Scheduled prometheus update... 2024-09-21T05:37:10.146 DEBUG:teuthology.orchestra.run.smithi112:prometheus.a> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@prometheus.a.service 2024-09-21T05:37:10.149 INFO:tasks.cephadm:Adding node-exporter.a on smithi099 2024-09-21T05:37:10.149 INFO:tasks.cephadm:Adding node-exporter.b on smithi112 2024-09-21T05:37:10.149 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch apply node-exporter '2;smithi099=a;smithi112=b' 2024-09-21T05:37:10.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:10 smithi112 bash[21612]: audit 2024-09-21T05:37:09.503347+0000 mgr.y (mgr.14150) 331 : audit [DBG] from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:37:10.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:10 smithi112 bash[21612]: cephadm 2024-09-21T05:37:09.506256+0000 mgr.y (mgr.14150) 332 : cephadm [INF] Saving service prometheus spec with placement smithi112=a;count:1 2024-09-21T05:37:10.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:10 smithi112 bash[21612]: audit 2024-09-21T05:37:09.515452+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:10.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:10 smithi112 bash[21612]: audit 2024-09-21T05:37:09.517305+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:37:10.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:10 smithi112 bash[21612]: cluster 2024-09-21T05:37:09.627785+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:10.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:10 smithi112 bash[21612]: audit 2024-09-21T05:37:10.193433+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:37:10.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:10 smithi112 bash[21612]: audit 2024-09-21T05:37:10.194739+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:37:10.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:10 smithi112 bash[21612]: audit 2024-09-21T05:37:10.203763+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:11.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[19899]: audit 2024-09-21T05:37:09.503347+0000 mgr.y (mgr.14150) 331 : audit [DBG] from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[19899]: cephadm 2024-09-21T05:37:09.506256+0000 mgr.y (mgr.14150) 332 : cephadm [INF] Saving service prometheus spec with placement smithi112=a;count:1 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[19899]: audit 2024-09-21T05:37:09.515452+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[19899]: audit 2024-09-21T05:37:09.517305+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[19899]: cluster 2024-09-21T05:37:09.627785+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[19899]: audit 2024-09-21T05:37:10.193433+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[19899]: audit 2024-09-21T05:37:10.194739+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[19899]: audit 2024-09-21T05:37:10.203763+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[26898]: audit 2024-09-21T05:37:09.503347+0000 mgr.y (mgr.14150) 331 : audit [DBG] from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[26898]: cephadm 2024-09-21T05:37:09.506256+0000 mgr.y (mgr.14150) 332 : cephadm [INF] Saving service prometheus spec with placement smithi112=a;count:1 2024-09-21T05:37:11.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[26898]: audit 2024-09-21T05:37:09.515452+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[26898]: audit 2024-09-21T05:37:09.517305+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:37:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[26898]: cluster 2024-09-21T05:37:09.627785+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[26898]: audit 2024-09-21T05:37:10.193433+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:37:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[26898]: audit 2024-09-21T05:37:10.194739+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:37:11.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:10 smithi099 bash[26898]: audit 2024-09-21T05:37:10.203763+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:11.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:10 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:11.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:11 smithi112 bash[21612]: cephadm 2024-09-21T05:37:10.498736+0000 mgr.y (mgr.14150) 334 : cephadm [INF] Deploying daemon prometheus.a on smithi112 2024-09-21T05:37:12.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:11 smithi099 bash[19899]: cephadm 2024-09-21T05:37:10.498736+0000 mgr.y (mgr.14150) 334 : cephadm [INF] Deploying daemon prometheus.a on smithi112 2024-09-21T05:37:12.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:11 smithi099 bash[26898]: cephadm 2024-09-21T05:37:10.498736+0000 mgr.y (mgr.14150) 334 : cephadm [INF] Deploying daemon prometheus.a on smithi112 2024-09-21T05:37:12.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:12 smithi112 bash[21612]: cluster 2024-09-21T05:37:11.628336+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:13.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:12 smithi099 bash[19899]: cluster 2024-09-21T05:37:11.628336+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:13.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:12 smithi099 bash[26898]: cluster 2024-09-21T05:37:11.628336+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:14.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:14 smithi112 bash[21612]: cluster 2024-09-21T05:37:13.628907+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:14.942 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:37:15.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:14 smithi099 bash[19899]: cluster 2024-09-21T05:37:13.628907+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:15.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:14 smithi099 bash[26898]: cluster 2024-09-21T05:37:13.628907+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:16.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:16 smithi112 bash[21612]: cluster 2024-09-21T05:37:15.629440+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:17.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:16 smithi099 bash[19899]: cluster 2024-09-21T05:37:15.629440+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:17.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:16 smithi099 bash[26898]: cluster 2024-09-21T05:37:15.629440+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:18.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:18 smithi112 bash[21612]: cluster 2024-09-21T05:37:17.629981+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:18.969 INFO:teuthology.orchestra.run.smithi112.stdout:Scheduled node-exporter update... 2024-09-21T05:37:19.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:18 smithi099 bash[19899]: cluster 2024-09-21T05:37:17.629981+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:19.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:18 smithi099 bash[26898]: cluster 2024-09-21T05:37:17.629981+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:20.112 DEBUG:teuthology.orchestra.run.smithi099:node-exporter.a> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.a.service 2024-09-21T05:37:20.115 DEBUG:teuthology.orchestra.run.smithi112:node-exporter.b> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.b.service 2024-09-21T05:37:20.117 INFO:tasks.cephadm:Adding alertmanager.a on smithi099 2024-09-21T05:37:20.117 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch apply alertmanager '1;smithi099=a' 2024-09-21T05:37:20.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:19 smithi099 bash[19899]: audit 2024-09-21T05:37:18.959510+0000 mgr.y (mgr.14150) 339 : audit [DBG] from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi099=a;smithi112=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:37:20.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:19 smithi099 bash[19899]: cephadm 2024-09-21T05:37:18.962858+0000 mgr.y (mgr.14150) 340 : cephadm [INF] Saving service node-exporter spec with placement smithi099=a;smithi112=b;count:2 2024-09-21T05:37:20.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:19 smithi099 bash[19899]: audit 2024-09-21T05:37:18.969841+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:20.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:19 smithi099 bash[19899]: cluster 2024-09-21T05:37:19.630556+0000 mgr.y (mgr.14150) 341 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:20.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:19 smithi099 bash[26898]: audit 2024-09-21T05:37:18.959510+0000 mgr.y (mgr.14150) 339 : audit [DBG] from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi099=a;smithi112=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:37:20.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:19 smithi099 bash[26898]: cephadm 2024-09-21T05:37:18.962858+0000 mgr.y (mgr.14150) 340 : cephadm [INF] Saving service node-exporter spec with placement smithi099=a;smithi112=b;count:2 2024-09-21T05:37:20.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:19 smithi099 bash[26898]: audit 2024-09-21T05:37:18.969841+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:20.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:19 smithi099 bash[26898]: cluster 2024-09-21T05:37:19.630556+0000 mgr.y (mgr.14150) 341 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:20.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:19 smithi112 bash[21612]: audit 2024-09-21T05:37:18.959510+0000 mgr.y (mgr.14150) 339 : audit [DBG] from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi099=a;smithi112=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:37:20.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:19 smithi112 bash[21612]: cephadm 2024-09-21T05:37:18.962858+0000 mgr.y (mgr.14150) 340 : cephadm [INF] Saving service node-exporter spec with placement smithi099=a;smithi112=b;count:2 2024-09-21T05:37:20.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:19 smithi112 bash[21612]: audit 2024-09-21T05:37:18.969841+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:20.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:19 smithi112 bash[21612]: cluster 2024-09-21T05:37:19.630556+0000 mgr.y (mgr.14150) 341 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:22.893 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:22 smithi112 bash[21612]: cluster 2024-09-21T05:37:21.631146+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:22 smithi099 bash[19899]: cluster 2024-09-21T05:37:21.631146+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:23.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:22 smithi099 bash[26898]: cluster 2024-09-21T05:37:21.631146+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:24.916 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:24 smithi112 bash[21612]: cluster 2024-09-21T05:37:23.631722+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:24.916 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:24 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:24.917 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:37:24 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:24.917 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:37:24 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:24.917 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:24 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:24.918 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:37:24 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:24.918 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:37:24 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:24 smithi099 bash[19899]: cluster 2024-09-21T05:37:23.631722+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:25.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:24 smithi099 bash[26898]: cluster 2024-09-21T05:37:23.631722+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:25.049 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:37:25.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:25 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.191 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:25 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.192 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:37:25 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.192 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:37:25 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.192 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:37:25 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.193 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:37:25 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:24 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:24 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:24 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:25 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:25.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:25 smithi112 systemd[1]: Started Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:37:26.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[20153]: ignoring --setuser ceph since I am not root 2024-09-21T05:37:26.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[20153]: ignoring --setgroup ceph since I am not root 2024-09-21T05:37:26.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[20153]: debug 2024-09-21T05:37:26.398+0000 7f90be787040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T05:37:26.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[26898]: audit 2024-09-21T05:37:25.198051+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:26.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[26898]: audit 2024-09-21T05:37:25.207138+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:26.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[26898]: audit 2024-09-21T05:37:25.214617+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:26.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[26898]: audit 2024-09-21T05:37:25.219638+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-21T05:37:26.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[26898]: cluster 2024-09-21T05:37:25.632278+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[19899]: audit 2024-09-21T05:37:25.198051+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[19899]: audit 2024-09-21T05:37:25.207138+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[19899]: audit 2024-09-21T05:37:25.214617+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[19899]: audit 2024-09-21T05:37:25.219638+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-21T05:37:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:26 smithi099 bash[19899]: cluster 2024-09-21T05:37:25.632278+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:26.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[21612]: audit 2024-09-21T05:37:25.198051+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:26.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[21612]: audit 2024-09-21T05:37:25.207138+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:26.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[21612]: audit 2024-09-21T05:37:25.214617+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' 2024-09-21T05:37:26.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[21612]: audit 2024-09-21T05:37:25.219638+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-21T05:37:26.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[21612]: cluster 2024-09-21T05:37:25.632278+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:26.692 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[22479]: ignoring --setuser ceph since I am not root 2024-09-21T05:37:26.692 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[22479]: ignoring --setgroup ceph since I am not root 2024-09-21T05:37:26.692 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[22479]: debug 2024-09-21T05:37:26.286+0000 7faf180b8640 1 -- 172.21.15.112:0/3018631284 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564362a0b0e0 con 0x564362a0d400 2024-09-21T05:37:26.692 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[22479]: debug 2024-09-21T05:37:26.398+0000 7faf1a914040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.982Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.982Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.982Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi112 (none))" 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.982Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.982Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.984Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.985Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.986Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.986Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.987Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-21T05:37:27.192 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.987Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.472µs 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.987Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.988Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.988Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.52µs wal_replay_duration=624.834µs wbl_replay_duration=122ns total_replay_duration=662.16µs 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.990Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.990Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.990Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.991Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.991Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:26 smithi112 bash[45608]: ts=2024-09-21T05:37:26.991Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:27 smithi112 bash[45608]: ts=2024-09-21T05:37:27.022Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=32.243325ms db_storage=1.061µs remote_storage=1.65µs web_handler=481ns query_engine=685ns scrape=420.161µs scrape_sd=159.424µs notify=1.132µs notify_sd=2.319µs rules=31.099407ms tracing=7.643µs 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:27 smithi112 bash[45608]: ts=2024-09-21T05:37:27.022Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-21T05:37:27.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:27 smithi112 bash[45608]: ts=2024-09-21T05:37:27.022Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-21T05:37:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:27 smithi099 bash[19899]: audit 2024-09-21T05:37:26.220892+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-21T05:37:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:27 smithi099 bash[19899]: cluster 2024-09-21T05:37:26.232868+0000 mon.a (mon.0) 681 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-21T05:37:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:27 smithi099 bash[26898]: audit 2024-09-21T05:37:26.220892+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-21T05:37:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:27 smithi099 bash[26898]: cluster 2024-09-21T05:37:26.232868+0000 mon.a (mon.0) 681 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-21T05:37:27.643 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:27 smithi112 bash[21612]: audit 2024-09-21T05:37:26.220892+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14150 172.21.15.99:0/916655324' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-21T05:37:27.643 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:27 smithi112 bash[21612]: cluster 2024-09-21T05:37:26.232868+0000 mon.a (mon.0) 681 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-21T05:37:27.941 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:27 smithi112 bash[22479]: debug 2024-09-21T05:37:27.642+0000 7faf1a914040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T05:37:27.941 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:27 smithi112 bash[22479]: debug 2024-09-21T05:37:27.710+0000 7faf1a914040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T05:37:27.941 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:27 smithi112 bash[22479]: debug 2024-09-21T05:37:27.858+0000 7faf1a914040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T05:37:28.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:27 smithi099 bash[20153]: debug 2024-09-21T05:37:27.602+0000 7f90be787040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T05:37:28.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:27 smithi099 bash[20153]: debug 2024-09-21T05:37:27.666+0000 7f90be787040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T05:37:28.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:27 smithi099 bash[20153]: debug 2024-09-21T05:37:27.814+0000 7f90be787040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T05:37:28.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:28 smithi099 bash[20153]: debug 2024-09-21T05:37:28.458+0000 7f90be787040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T05:37:28.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:28 smithi099 bash[20153]: debug 2024-09-21T05:37:28.530+0000 7f90be787040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T05:37:28.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:28 smithi099 bash[20153]: debug 2024-09-21T05:37:28.598+0000 7f90be787040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T05:37:28.829 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:28 smithi112 bash[22479]: debug 2024-09-21T05:37:28.502+0000 7faf1a914040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T05:37:28.829 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:28 smithi112 bash[22479]: debug 2024-09-21T05:37:28.574+0000 7faf1a914040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T05:37:28.830 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:28 smithi112 bash[22479]: debug 2024-09-21T05:37:28.642+0000 7faf1a914040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T05:37:29.180 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:28 smithi099 bash[20153]: debug 2024-09-21T05:37:28.782+0000 7f90be787040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T05:37:29.180 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:28 smithi099 bash[20153]: debug 2024-09-21T05:37:28.858+0000 7f90be787040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T05:37:29.180 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:28 smithi099 bash[20153]: debug 2024-09-21T05:37:28.926+0000 7f90be787040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T05:37:29.180 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:29 smithi099 bash[20153]: debug 2024-09-21T05:37:29.178+0000 7f90be787040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T05:37:29.191 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:28 smithi112 bash[22479]: debug 2024-09-21T05:37:28.830+0000 7faf1a914040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T05:37:29.191 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:28 smithi112 bash[22479]: debug 2024-09-21T05:37:28.906+0000 7faf1a914040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T05:37:29.191 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:28 smithi112 bash[22479]: debug 2024-09-21T05:37:28.974+0000 7faf1a914040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T05:37:29.443 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:29 smithi099 bash[20153]: debug 2024-09-21T05:37:29.246+0000 7f90be787040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T05:37:29.490 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:29 smithi112 bash[22479]: debug 2024-09-21T05:37:29.226+0000 7faf1a914040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T05:37:29.490 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:29 smithi112 bash[22479]: debug 2024-09-21T05:37:29.294+0000 7faf1a914040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T05:37:29.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:29 smithi099 bash[20153]: debug 2024-09-21T05:37:29.442+0000 7f90be787040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T05:37:29.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:29 smithi099 bash[20153]: debug 2024-09-21T05:37:29.518+0000 7f90be787040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T05:37:29.815 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:29 smithi112 bash[22479]: debug 2024-09-21T05:37:29.490+0000 7faf1a914040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T05:37:29.816 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:29 smithi112 bash[22479]: debug 2024-09-21T05:37:29.566+0000 7faf1a914040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T05:37:30.107 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:29 smithi099 bash[20153]: debug 2024-09-21T05:37:29.766+0000 7f90be787040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T05:37:30.107 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:29 smithi099 bash[20153]: debug 2024-09-21T05:37:29.942+0000 7f90be787040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:37:30.153 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:29 smithi112 bash[22479]: debug 2024-09-21T05:37:29.814+0000 7faf1a914040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T05:37:30.153 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:29 smithi112 bash[22479]: debug 2024-09-21T05:37:29.990+0000 7faf1a914040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:37:30.363 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:30 smithi099 bash[20153]: debug 2024-09-21T05:37:30.106+0000 7f90be787040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T05:37:30.363 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:30 smithi099 bash[20153]: debug 2024-09-21T05:37:30.182+0000 7f90be787040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T05:37:30.410 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:30 smithi112 bash[22479]: debug 2024-09-21T05:37:30.154+0000 7faf1a914040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T05:37:30.410 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:30 smithi112 bash[22479]: debug 2024-09-21T05:37:30.230+0000 7faf1a914040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T05:37:30.691 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:30 smithi112 bash[22479]: debug 2024-09-21T05:37:30.410+0000 7faf1a914040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:37:30.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:30 smithi099 bash[20153]: debug 2024-09-21T05:37:30.362+0000 7f90be787040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:37:31.484 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:31 smithi099 bash[20153]: debug 2024-09-21T05:37:31.186+0000 7f90be787040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T05:37:31.484 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:31 smithi099 bash[20153]: debug 2024-09-21T05:37:31.262+0000 7f90be787040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T05:37:31.517 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:31 smithi112 bash[22479]: debug 2024-09-21T05:37:31.217+0000 7faf1a914040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T05:37:31.518 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:31 smithi112 bash[22479]: debug 2024-09-21T05:37:31.293+0000 7faf1a914040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T05:37:31.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:31 smithi099 bash[20153]: debug 2024-09-21T05:37:31.482+0000 7f90be787040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T05:37:31.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:31 smithi099 bash[20153]: debug 2024-09-21T05:37:31.558+0000 7f90be787040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T05:37:31.941 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:31 smithi112 bash[22479]: debug 2024-09-21T05:37:31.517+0000 7faf1a914040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T05:37:31.941 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:31 smithi112 bash[22479]: debug 2024-09-21T05:37:31.589+0000 7faf1a914040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T05:37:32.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:31 smithi099 bash[20153]: debug 2024-09-21T05:37:31.942+0000 7f90be787040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T05:37:32.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[20153]: debug 2024-09-21T05:37:32.022+0000 7f90be787040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T05:37:32.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[20153]: [21/Sep/2024:05:37:32] ENGINE Bus STARTING 2024-09-21T05:37:32.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[20153]: CherryPy Checker: 2024-09-21T05:37:32.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[20153]: The Application mounted at '' has an empty config. 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: cluster 2024-09-21T05:37:32.045181+0000 mon.a (mon.0) 682 : cluster [INF] Active manager daemon y restarted 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: cluster 2024-09-21T05:37:32.045709+0000 mon.a (mon.0) 683 : cluster [INF] Activating manager daemon y 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: cluster 2024-09-21T05:37:32.060427+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: cluster 2024-09-21T05:37:32.061273+0000 mon.a (mon.0) 685 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0157416s), standbys: x 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.062482+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.062613+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.062708+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.065738+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.065911+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.066446+0000 mon.a (mon.0) 691 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.066702+0000 mon.a (mon.0) 692 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.066885+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:37:32.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.067090+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.067270+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.067442+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.067619+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.067796+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.068306+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.068423+0000 mon.a (mon.0) 700 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.068844+0000 mon.a (mon.0) 701 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: cluster 2024-09-21T05:37:32.084268+0000 mon.a (mon.0) 702 : cluster [DBG] Standby manager daemon x restarted 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: cluster 2024-09-21T05:37:32.084368+0000 mon.a (mon.0) 703 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.089421+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.091236+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: cluster 2024-09-21T05:37:32.093087+0000 mon.a (mon.0) 704 : cluster [INF] Manager daemon y is now available 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.094139+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:37:32.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[26898]: audit 2024-09-21T05:37:32.094745+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: cluster 2024-09-21T05:37:32.045181+0000 mon.a (mon.0) 682 : cluster [INF] Active manager daemon y restarted 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: cluster 2024-09-21T05:37:32.045709+0000 mon.a (mon.0) 683 : cluster [INF] Activating manager daemon y 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: cluster 2024-09-21T05:37:32.060427+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: cluster 2024-09-21T05:37:32.061273+0000 mon.a (mon.0) 685 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0157416s), standbys: x 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.062482+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.062613+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.062708+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.065738+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.065911+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.066446+0000 mon.a (mon.0) 691 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:37:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.066702+0000 mon.a (mon.0) 692 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.066885+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.067090+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.067270+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.067442+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.067619+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.067796+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.068306+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.068423+0000 mon.a (mon.0) 700 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.068844+0000 mon.a (mon.0) 701 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: cluster 2024-09-21T05:37:32.084268+0000 mon.a (mon.0) 702 : cluster [DBG] Standby manager daemon x restarted 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: cluster 2024-09-21T05:37:32.084368+0000 mon.a (mon.0) 703 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:37:32.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.089421+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:37:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.091236+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:37:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: cluster 2024-09-21T05:37:32.093087+0000 mon.a (mon.0) 704 : cluster [INF] Manager daemon y is now available 2024-09-21T05:37:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.094139+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:37:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[19899]: audit 2024-09-21T05:37:32.094745+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:37:32.265 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:31 smithi112 bash[22479]: debug 2024-09-21T05:37:31.981+0000 7faf1a914040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T05:37:32.265 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[22479]: debug 2024-09-21T05:37:32.061+0000 7faf1a914040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T05:37:32.265 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[22479]: [21/Sep/2024:05:37:32] ENGINE Bus STARTING 2024-09-21T05:37:32.266 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[22479]: CherryPy Checker: 2024-09-21T05:37:32.266 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[22479]: The Application mounted at '' has an empty config. 2024-09-21T05:37:32.266 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[22479]: [21/Sep/2024:05:37:32] ENGINE Serving on http://:::9283 2024-09-21T05:37:32.266 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[22479]: [21/Sep/2024:05:37:32] ENGINE Bus STARTED 2024-09-21T05:37:32.266 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: cluster 2024-09-21T05:37:32.045181+0000 mon.a (mon.0) 682 : cluster [INF] Active manager daemon y restarted 2024-09-21T05:37:32.266 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: cluster 2024-09-21T05:37:32.045709+0000 mon.a (mon.0) 683 : cluster [INF] Activating manager daemon y 2024-09-21T05:37:32.266 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: cluster 2024-09-21T05:37:32.060427+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-21T05:37:32.266 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: cluster 2024-09-21T05:37:32.061273+0000 mon.a (mon.0) 685 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0157416s), standbys: x 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.062482+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.062613+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.062708+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.065738+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.065911+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.066446+0000 mon.a (mon.0) 691 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.066702+0000 mon.a (mon.0) 692 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.066885+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.067090+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:37:32.267 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.067270+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.067442+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.067619+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.067796+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.068306+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.068423+0000 mon.a (mon.0) 700 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.068844+0000 mon.a (mon.0) 701 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: cluster 2024-09-21T05:37:32.084268+0000 mon.a (mon.0) 702 : cluster [DBG] Standby manager daemon x restarted 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: cluster 2024-09-21T05:37:32.084368+0000 mon.a (mon.0) 703 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.089421+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:37:32.268 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.091236+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:37:32.269 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: cluster 2024-09-21T05:37:32.093087+0000 mon.a (mon.0) 704 : cluster [INF] Manager daemon y is now available 2024-09-21T05:37:32.269 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.094139+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:37:32.269 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:32 smithi112 bash[21612]: audit 2024-09-21T05:37:32.094745+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.112:0/765260824' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:37:32.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[20153]: [21/Sep/2024:05:37:32] ENGINE Serving on http://:::9283 2024-09-21T05:37:32.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:32 smithi099 bash[20153]: [21/Sep/2024:05:37:32] ENGINE Bus STARTED 2024-09-21T05:37:33.074 INFO:teuthology.orchestra.run.smithi112.stdout:Scheduled alertmanager update... 2024-09-21T05:37:33.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:33 smithi112 bash[21612]: audit 2024-09-21T05:37:32.116068+0000 mon.a (mon.0) 705 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:37:33.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:33 smithi112 bash[21612]: audit 2024-09-21T05:37:32.133164+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:33.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:33 smithi112 bash[21612]: audit 2024-09-21T05:37:32.138682+0000 mon.a (mon.0) 707 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:37:33.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:33 smithi112 bash[21612]: audit 2024-09-21T05:37:32.152256+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:37:33.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:33 smithi112 bash[21612]: audit 2024-09-21T05:37:32.163389+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:37:33.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:33 smithi112 bash[21612]: cluster 2024-09-21T05:37:33.061534+0000 mon.a (mon.0) 710 : cluster [DBG] mgrmap e18: y(active, since 1.01602s), standbys: x 2024-09-21T05:37:33.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:33 smithi112 bash[21612]: audit 2024-09-21T05:37:33.074716+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:33.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[19899]: audit 2024-09-21T05:37:32.116068+0000 mon.a (mon.0) 705 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:37:33.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[19899]: audit 2024-09-21T05:37:32.133164+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:33.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[19899]: audit 2024-09-21T05:37:32.138682+0000 mon.a (mon.0) 707 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:37:33.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[19899]: audit 2024-09-21T05:37:32.152256+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:37:33.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[19899]: audit 2024-09-21T05:37:32.163389+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:37:33.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[19899]: cluster 2024-09-21T05:37:33.061534+0000 mon.a (mon.0) 710 : cluster [DBG] mgrmap e18: y(active, since 1.01602s), standbys: x 2024-09-21T05:37:33.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[19899]: audit 2024-09-21T05:37:33.074716+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:33.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[26898]: audit 2024-09-21T05:37:32.116068+0000 mon.a (mon.0) 705 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:37:33.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[26898]: audit 2024-09-21T05:37:32.133164+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:33.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[26898]: audit 2024-09-21T05:37:32.138682+0000 mon.a (mon.0) 707 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:37:33.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[26898]: audit 2024-09-21T05:37:32.152256+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:37:33.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[26898]: audit 2024-09-21T05:37:32.163389+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:37:33.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[26898]: cluster 2024-09-21T05:37:33.061534+0000 mon.a (mon.0) 710 : cluster [DBG] mgrmap e18: y(active, since 1.01602s), standbys: x 2024-09-21T05:37:33.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[26898]: audit 2024-09-21T05:37:33.074716+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:33.857 DEBUG:teuthology.orchestra.run.smithi099:alertmanager.a> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@alertmanager.a.service 2024-09-21T05:37:33.860 INFO:tasks.cephadm:Adding grafana.a on smithi112 2024-09-21T05:37:33.860 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph orch apply grafana '1;smithi112=a' 2024-09-21T05:37:34.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: debug 2024-09-21T05:37:33.746+0000 7f901afc1640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:05:37:33] ENGINE Error in HTTPServer.serve 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: Traceback (most recent call last): 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: self._connections.run(self.expiration_interval) 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: self._run(expiration_interval) 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: s = self.context.wrap_socket( 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: return self.sslsocket_class._create( 2024-09-21T05:37:34.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:37:34.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: self.do_handshake() 2024-09-21T05:37:34.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:37:34.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: self._sslobj.do_handshake() 2024-09-21T05:37:34.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:33 smithi099 bash[20153]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:37:34.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:34 smithi112 bash[21612]: cephadm 2024-09-21T05:37:33.071377+0000 mgr.y (mgr.14409) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi099=a;count:1 2024-09-21T05:37:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:34 smithi099 bash[19899]: cephadm 2024-09-21T05:37:33.071377+0000 mgr.y (mgr.14409) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi099=a;count:1 2024-09-21T05:37:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:34 smithi099 bash[26898]: cephadm 2024-09-21T05:37:33.071377+0000 mgr.y (mgr.14409) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi099=a;count:1 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: cephadm 2024-09-21T05:37:33.626885+0000 mgr.y (mgr.14409) 4 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Bus STARTING 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: cephadm 2024-09-21T05:37:33.746183+0000 mgr.y (mgr.14409) 5 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: cephadm 2024-09-21T05:37:33.749535+0000 mgr.y (mgr.14409) 6 : cephadm [ERR] [21/Sep/2024:05:37:33] ENGINE Error in HTTPServer.serve 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: Traceback (most recent call last): 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: self._connections.run(self.expiration_interval) 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: self._run(expiration_interval) 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:37:35.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: s = self.context.wrap_socket( 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: return self.sslsocket_class._create( 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: self.do_handshake() 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: self._sslobj.do_handshake() 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: cephadm 2024-09-21T05:37:33.847474+0000 mgr.y (mgr.14409) 7 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T05:37:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: cephadm 2024-09-21T05:37:33.847598+0000 mgr.y (mgr.14409) 8 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Bus STARTED 2024-09-21T05:37:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: cluster 2024-09-21T05:37:34.068555+0000 mgr.y (mgr.14409) 9 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:35 smithi112 bash[21612]: cluster 2024-09-21T05:37:35.077740+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-21T05:37:35.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: cephadm 2024-09-21T05:37:33.626885+0000 mgr.y (mgr.14409) 4 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Bus STARTING 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: cephadm 2024-09-21T05:37:33.746183+0000 mgr.y (mgr.14409) 5 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: cephadm 2024-09-21T05:37:33.749535+0000 mgr.y (mgr.14409) 6 : cephadm [ERR] [21/Sep/2024:05:37:33] ENGINE Error in HTTPServer.serve 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: Traceback (most recent call last): 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: self._connections.run(self.expiration_interval) 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: self._run(expiration_interval) 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:37:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: s = self.context.wrap_socket( 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: return self.sslsocket_class._create( 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: self.do_handshake() 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: self._sslobj.do_handshake() 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: cephadm 2024-09-21T05:37:33.847474+0000 mgr.y (mgr.14409) 7 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: cephadm 2024-09-21T05:37:33.847598+0000 mgr.y (mgr.14409) 8 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Bus STARTED 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: cluster 2024-09-21T05:37:34.068555+0000 mgr.y (mgr.14409) 9 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:35.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[26898]: cluster 2024-09-21T05:37:35.077740+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: cephadm 2024-09-21T05:37:33.626885+0000 mgr.y (mgr.14409) 4 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Bus STARTING 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: cephadm 2024-09-21T05:37:33.746183+0000 mgr.y (mgr.14409) 5 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: cephadm 2024-09-21T05:37:33.749535+0000 mgr.y (mgr.14409) 6 : cephadm [ERR] [21/Sep/2024:05:37:33] ENGINE Error in HTTPServer.serve 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: Traceback (most recent call last): 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: self._connections.run(self.expiration_interval) 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: self._run(expiration_interval) 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:37:35.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: s = self.context.wrap_socket( 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: return self.sslsocket_class._create( 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: self.do_handshake() 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: self._sslobj.do_handshake() 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: cephadm 2024-09-21T05:37:33.847474+0000 mgr.y (mgr.14409) 7 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: cephadm 2024-09-21T05:37:33.847598+0000 mgr.y (mgr.14409) 8 : cephadm [INF] [21/Sep/2024:05:37:33] ENGINE Bus STARTED 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: cluster 2024-09-21T05:37:34.068555+0000 mgr.y (mgr.14409) 9 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:35.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:35 smithi099 bash[19899]: cluster 2024-09-21T05:37:35.077740+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-21T05:37:37.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:37 smithi112 bash[21612]: cluster 2024-09-21T05:37:36.069088+0000 mgr.y (mgr.14409) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:37.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:37 smithi112 bash[21612]: cluster 2024-09-21T05:37:36.125263+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-21T05:37:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:37 smithi099 bash[19899]: cluster 2024-09-21T05:37:36.069088+0000 mgr.y (mgr.14409) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:37 smithi099 bash[19899]: cluster 2024-09-21T05:37:36.125263+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-21T05:37:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:37 smithi099 bash[26898]: cluster 2024-09-21T05:37:36.069088+0000 mgr.y (mgr.14409) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:37 smithi099 bash[26898]: cluster 2024-09-21T05:37:36.125263+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-21T05:37:37.691 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:37:39.147 INFO:teuthology.orchestra.run.smithi112.stdout:Scheduled grafana update... 2024-09-21T05:37:39.159 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:38 smithi112 bash[21612]: audit 2024-09-21T05:37:37.987573+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.159 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:38 smithi112 bash[21612]: audit 2024-09-21T05:37:37.993936+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.159 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:38 smithi112 bash[21612]: cluster 2024-09-21T05:37:38.069435+0000 mgr.y (mgr.14409) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-09-21T05:37:39.159 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:38 smithi112 bash[21612]: audit 2024-09-21T05:37:38.134501+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.159 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:38 smithi112 bash[21612]: audit 2024-09-21T05:37:38.143478+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[19899]: audit 2024-09-21T05:37:37.987573+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[19899]: audit 2024-09-21T05:37:37.993936+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[19899]: cluster 2024-09-21T05:37:38.069435+0000 mgr.y (mgr.14409) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-09-21T05:37:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[19899]: audit 2024-09-21T05:37:38.134501+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[19899]: audit 2024-09-21T05:37:38.143478+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[26898]: audit 2024-09-21T05:37:37.987573+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[26898]: audit 2024-09-21T05:37:37.993936+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[26898]: cluster 2024-09-21T05:37:38.069435+0000 mgr.y (mgr.14409) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-09-21T05:37:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[26898]: audit 2024-09-21T05:37:38.134501+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:38 smithi099 bash[26898]: audit 2024-09-21T05:37:38.143478+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:39.784 DEBUG:teuthology.orchestra.run.smithi112:grafana.a> sudo journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@grafana.a.service 2024-09-21T05:37:39.787 INFO:tasks.cephadm:Setting up client nodes... 2024-09-21T05:37:39.787 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-21T05:37:40.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.122605+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.130396+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.142091+0000 mgr.y (mgr.14409) 12 : audit [DBG] from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:37:40.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.143809+0000 mgr.y (mgr.14409) 13 : cephadm [INF] Saving service grafana spec with placement smithi112=a;count:1 2024-09-21T05:37:40.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.148250+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.256230+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.264751+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.267612+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.269199+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.270355+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.271419+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.272238+0000 mgr.y (mgr.14409) 14 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 4060M 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.279798+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.284089+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.285764+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.288151+0000 mgr.y (mgr.14409) 15 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.288597+0000 mgr.y (mgr.14409) 16 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.882259+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.888251+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.920946+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.926386+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[19899]: audit 2024-09-21T05:37:39.931774+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.122605+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.130396+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.142091+0000 mgr.y (mgr.14409) 12 : audit [DBG] from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.143809+0000 mgr.y (mgr.14409) 13 : cephadm [INF] Saving service grafana spec with placement smithi112=a;count:1 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.148250+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.256230+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.264751+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.267612+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.269199+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.270355+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.271419+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.272238+0000 mgr.y (mgr.14409) 14 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 4060M 2024-09-21T05:37:40.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.279798+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.284089+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:37:40.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.285764+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:37:40.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.288151+0000 mgr.y (mgr.14409) 15 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:37:40.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.288597+0000 mgr.y (mgr.14409) 16 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:37:40.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.882259+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.888251+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.920946+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.926386+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 bash[26898]: audit 2024-09-21T05:37:39.931774+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.122605+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.130396+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.142091+0000 mgr.y (mgr.14409) 12 : audit [DBG] from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.143809+0000 mgr.y (mgr.14409) 13 : cephadm [INF] Saving service grafana spec with placement smithi112=a;count:1 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.148250+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.256230+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.264751+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.267612+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.269199+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.270355+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.271419+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.272238+0000 mgr.y (mgr.14409) 14 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 4060M 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.279798+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.284089+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:37:40.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.285764+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:37:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.288151+0000 mgr.y (mgr.14409) 15 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:37:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.288597+0000 mgr.y (mgr.14409) 16 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:37:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.882259+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.888251+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.920946+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.926386+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:40 smithi112 bash[21612]: audit 2024-09-21T05:37:39.931774+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.010 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.010 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.011 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.011 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.011 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.011 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.012 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.012 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.012 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:37:40 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:41.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.478527+0000 mgr.y (mgr.14409) 17 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:37:41.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.478800+0000 mgr.y (mgr.14409) 18 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:37:41.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.605735+0000 mgr.y (mgr.14409) 19 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:37:41.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.664100+0000 mgr.y (mgr.14409) 20 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:37:41.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.740956+0000 mgr.y (mgr.14409) 21 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:37:41.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.800134+0000 mgr.y (mgr.14409) 22 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:37:41.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: cephadm 2024-09-21T05:37:39.934495+0000 mgr.y (mgr.14409) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi099 2024-09-21T05:37:41.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: cluster 2024-09-21T05:37:40.069819+0000 mgr.y (mgr.14409) 24 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-21T05:37:41.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: audit 2024-09-21T05:37:41.066520+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: audit 2024-09-21T05:37:41.071035+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 bash[21612]: audit 2024-09-21T05:37:41.077545+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.501 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.478527+0000 mgr.y (mgr.14409) 17 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:37:41.501 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.478800+0000 mgr.y (mgr.14409) 18 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:37:41.501 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.605735+0000 mgr.y (mgr.14409) 19 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:37:41.501 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.664100+0000 mgr.y (mgr.14409) 20 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:37:41.501 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.740956+0000 mgr.y (mgr.14409) 21 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:37:41.501 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.800134+0000 mgr.y (mgr.14409) 22 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:37:41.501 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: cephadm 2024-09-21T05:37:39.934495+0000 mgr.y (mgr.14409) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi099 2024-09-21T05:37:41.501 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: cluster 2024-09-21T05:37:40.069819+0000 mgr.y (mgr.14409) 24 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: audit 2024-09-21T05:37:41.066520+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: audit 2024-09-21T05:37:41.071035+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[19899]: audit 2024-09-21T05:37:41.077545+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.478527+0000 mgr.y (mgr.14409) 17 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.478800+0000 mgr.y (mgr.14409) 18 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.605735+0000 mgr.y (mgr.14409) 19 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.664100+0000 mgr.y (mgr.14409) 20 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.740956+0000 mgr.y (mgr.14409) 21 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.800134+0000 mgr.y (mgr.14409) 22 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:37:41.502 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: cephadm 2024-09-21T05:37:39.934495+0000 mgr.y (mgr.14409) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi099 2024-09-21T05:37:41.503 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: cluster 2024-09-21T05:37:40.069819+0000 mgr.y (mgr.14409) 24 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-21T05:37:41.503 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: audit 2024-09-21T05:37:41.066520+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.503 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: audit 2024-09-21T05:37:41.071035+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.503 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[26898]: audit 2024-09-21T05:37:41.077545+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:41.503 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 systemd[1]: Started Ceph node-exporter.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:37:41.503 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-21T05:37:41.503 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-21T05:37:41.760 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: 22b70bddd3ac: Pulling fs layer 2024-09-21T05:37:41.760 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: 5c12815fee55: Pulling fs layer 2024-09-21T05:37:41.760 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: c0e87333d380: Pulling fs layer 2024-09-21T05:37:42.131 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:37:41 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.131 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:37:42 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.131 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:37:41 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.131 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:37:42 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.131 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:37:41 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.132 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:37:42 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.132 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:41 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.132 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:42 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.132 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:37:41 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.132 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:37:42 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.132 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:41 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.133 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:37:42 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.133 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:41 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.133 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:37:42 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:42.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:42 smithi099 bash[19899]: cephadm 2024-09-21T05:37:41.078245+0000 mgr.y (mgr.14409) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi112 2024-09-21T05:37:42.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:42 smithi099 bash[26898]: cephadm 2024-09-21T05:37:41.078245+0000 mgr.y (mgr.14409) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi112 2024-09-21T05:37:42.260 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: 5c12815fee55: Verifying Checksum 2024-09-21T05:37:42.261 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: 5c12815fee55: Download complete 2024-09-21T05:37:42.261 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: 22b70bddd3ac: Download complete 2024-09-21T05:37:42.261 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: c0e87333d380: Verifying Checksum 2024-09-21T05:37:42.261 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:41 smithi099 bash[50207]: c0e87333d380: Download complete 2024-09-21T05:37:42.261 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:42 smithi099 bash[50207]: 22b70bddd3ac: Pull complete 2024-09-21T05:37:42.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:42 smithi112 bash[21612]: cephadm 2024-09-21T05:37:41.078245+0000 mgr.y (mgr.14409) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi112 2024-09-21T05:37:42.441 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:42 smithi112 systemd[1]: Started Ceph node-exporter.b for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:37:42.441 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:42 smithi112 bash[46358]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-21T05:37:42.941 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:42 smithi112 bash[46358]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-21T05:37:43.010 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:42 smithi099 bash[50207]: 5c12815fee55: Pull complete 2024-09-21T05:37:43.010 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:43.212 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:42 smithi112 bash[46358]: 22b70bddd3ac: Pulling fs layer 2024-09-21T05:37:43.212 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:42 smithi112 bash[46358]: 5c12815fee55: Pulling fs layer 2024-09-21T05:37:43.212 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:42 smithi112 bash[46358]: c0e87333d380: Pulling fs layer 2024-09-21T05:37:43.212 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[46358]: 5c12815fee55: Verifying Checksum 2024-09-21T05:37:43.212 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[46358]: 5c12815fee55: Download complete 2024-09-21T05:37:43.212 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[46358]: 22b70bddd3ac: Verifying Checksum 2024-09-21T05:37:43.212 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[46358]: 22b70bddd3ac: Download complete 2024-09-21T05:37:43.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[21612]: cluster 2024-09-21T05:37:42.070345+0000 mgr.y (mgr.14409) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-21T05:37:43.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[21612]: audit 2024-09-21T05:37:42.199591+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[21612]: audit 2024-09-21T05:37:42.208884+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[21612]: audit 2024-09-21T05:37:42.217654+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[21612]: audit 2024-09-21T05:37:42.225145+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[21612]: audit 2024-09-21T05:37:42.241702+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[21612]: cephadm 2024-09-21T05:37:42.269051+0000 mgr.y (mgr.14409) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi099 2024-09-21T05:37:43.394 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[26898]: cluster 2024-09-21T05:37:42.070345+0000 mgr.y (mgr.14409) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-21T05:37:43.394 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[26898]: audit 2024-09-21T05:37:42.199591+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[26898]: audit 2024-09-21T05:37:42.208884+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[26898]: audit 2024-09-21T05:37:42.217654+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[26898]: audit 2024-09-21T05:37:42.225145+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[26898]: audit 2024-09-21T05:37:42.241702+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[26898]: cephadm 2024-09-21T05:37:42.269051+0000 mgr.y (mgr.14409) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi099 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[19899]: cluster 2024-09-21T05:37:42.070345+0000 mgr.y (mgr.14409) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[19899]: audit 2024-09-21T05:37:42.199591+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[19899]: audit 2024-09-21T05:37:42.208884+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[19899]: audit 2024-09-21T05:37:42.217654+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[19899]: audit 2024-09-21T05:37:42.225145+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[19899]: audit 2024-09-21T05:37:42.241702+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:43.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[19899]: cephadm 2024-09-21T05:37:42.269051+0000 mgr.y (mgr.14409) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi099 2024-09-21T05:37:43.396 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[50207]: c0e87333d380: Pull complete 2024-09-21T05:37:43.396 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[50207]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-21T05:37:43.396 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:43 smithi099 bash[50207]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-21T05:37:43.691 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[46358]: c0e87333d380: Verifying Checksum 2024-09-21T05:37:43.691 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[46358]: c0e87333d380: Download complete 2024-09-21T05:37:43.691 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[46358]: 22b70bddd3ac: Pull complete 2024-09-21T05:37:44.408 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:43 smithi112 bash[46358]: 5c12815fee55: Pull complete 2024-09-21T05:37:44.556 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:37:44.691 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:44 smithi112 bash[46358]: c0e87333d380: Pull complete 2024-09-21T05:37:44.691 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:44 smithi112 bash[46358]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-21T05:37:44.691 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:44 smithi112 bash[46358]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-21T05:37:45.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[19899]: cluster 2024-09-21T05:37:44.071017+0000 mgr.y (mgr.14409) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-21T05:37:45.480 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[26898]: cluster 2024-09-21T05:37:44.071017+0000 mgr.y (mgr.14409) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-21T05:37:45.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:45 smithi112 bash[21612]: cluster 2024-09-21T05:37:44.071017+0000 mgr.y (mgr.14409) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-21T05:37:45.760 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.565Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.565Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.566Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.566Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.566Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.566Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=arp 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-21T05:37:45.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=edac 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-21T05:37:45.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=os 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-21T05:37:45.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=stat 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=time 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=uname 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-21T05:37:45.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:45 smithi099 bash[50207]: ts=2024-09-21T05:37:45.567Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.257Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.258Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.258Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.258Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.258Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.258Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=arp 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-21T05:37:46.442 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=edac 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-21T05:37:46.443 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-21T05:37:46.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=os 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=stat 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=time 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=uname 2024-09-21T05:37:46.445 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-21T05:37:46.446 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-21T05:37:46.446 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.259Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-21T05:37:46.446 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.260Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-21T05:37:46.446 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:37:46 smithi112 bash[46358]: ts=2024-09-21T05:37:46.260Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-21T05:37:46.919 INFO:teuthology.orchestra.run.smithi099.stdout:[client.0] 2024-09-21T05:37:46.919 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQCqW+5mRRG+NhAAOa0wYfV0F/dIfSPECtdpPA== 2024-09-21T05:37:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[19899]: cluster 2024-09-21T05:37:46.071673+0000 mgr.y (mgr.14409) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-21T05:37:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[19899]: audit 2024-09-21T05:37:46.918224+0000 mon.a (mon.0) 743 : audit [INF] from='client.? 172.21.15.99:0/998425039' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T05:37:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[19899]: audit 2024-09-21T05:37:46.920683+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.99:0/998425039' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T05:37:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[19899]: audit 2024-09-21T05:37:47.139566+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[19899]: audit 2024-09-21T05:37:47.140265+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:37:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[26898]: cluster 2024-09-21T05:37:46.071673+0000 mgr.y (mgr.14409) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-21T05:37:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[26898]: audit 2024-09-21T05:37:46.918224+0000 mon.a (mon.0) 743 : audit [INF] from='client.? 172.21.15.99:0/998425039' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T05:37:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[26898]: audit 2024-09-21T05:37:46.920683+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.99:0/998425039' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T05:37:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[26898]: audit 2024-09-21T05:37:47.139566+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:47 smithi099 bash[26898]: audit 2024-09-21T05:37:47.140265+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:37:47.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:47 smithi112 bash[21612]: cluster 2024-09-21T05:37:46.071673+0000 mgr.y (mgr.14409) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-21T05:37:47.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:47 smithi112 bash[21612]: audit 2024-09-21T05:37:46.918224+0000 mon.a (mon.0) 743 : audit [INF] from='client.? 172.21.15.99:0/998425039' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T05:37:47.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:47 smithi112 bash[21612]: audit 2024-09-21T05:37:46.920683+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.99:0/998425039' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T05:37:47.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:47 smithi112 bash[21612]: audit 2024-09-21T05:37:47.139566+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:47.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:47 smithi112 bash[21612]: audit 2024-09-21T05:37:47.140265+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:37:48.126 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-21T05:37:48.126 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-21T05:37:48.126 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-21T05:37:48.193 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-21T05:37:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:49 smithi099 bash[19899]: cluster 2024-09-21T05:37:48.072210+0000 mgr.y (mgr.14409) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-21T05:37:49.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:49 smithi099 bash[26898]: cluster 2024-09-21T05:37:48.072210+0000 mgr.y (mgr.14409) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-21T05:37:49.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:49 smithi112 bash[21612]: cluster 2024-09-21T05:37:48.072210+0000 mgr.y (mgr.14409) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-21T05:37:51.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:51 smithi099 bash[26898]: cluster 2024-09-21T05:37:50.072878+0000 mgr.y (mgr.14409) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:51.405 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:51 smithi099 bash[19899]: cluster 2024-09-21T05:37:50.072878+0000 mgr.y (mgr.14409) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:51.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:51 smithi112 bash[21612]: cluster 2024-09-21T05:37:50.072878+0000 mgr.y (mgr.14409) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:52.981 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.b/config 2024-09-21T05:37:53.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.010 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.010 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.011 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.011 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.011 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.011 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.011 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.012 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:52 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.411 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.411 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.411 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:53 smithi099 bash[26898]: cluster 2024-09-21T05:37:52.073376+0000 mgr.y (mgr.14409) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:53.412 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.412 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.412 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.412 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.412 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: Started Ceph alertmanager.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:37:53.413 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.413 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:53 smithi099 bash[19899]: cluster 2024-09-21T05:37:52.073376+0000 mgr.y (mgr.14409) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:53.413 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.413 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:37:53 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:37:53.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:53 smithi112 bash[21612]: cluster 2024-09-21T05:37:52.073376+0000 mgr.y (mgr.14409) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:53.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:53 smithi099 bash[20153]: [21/Sep/2024:05:37:53] ENGINE Bus STOPPING 2024-09-21T05:37:54.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:53 smithi099 bash[20153]: [21/Sep/2024:05:37:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:37:54.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:53 smithi099 bash[20153]: [21/Sep/2024:05:37:53] ENGINE Bus STOPPED 2024-09-21T05:37:54.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:53 smithi099 bash[20153]: [21/Sep/2024:05:37:53] ENGINE Bus STARTING 2024-09-21T05:37:54.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:53 smithi099 bash[20153]: [21/Sep/2024:05:37:53] ENGINE Serving on http://:::9283 2024-09-21T05:37:54.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:37:53 smithi099 bash[20153]: [21/Sep/2024:05:37:53] ENGINE Bus STARTED 2024-09-21T05:37:54.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:54 smithi112 bash[21612]: audit 2024-09-21T05:37:53.279948+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:54 smithi112 bash[21612]: audit 2024-09-21T05:37:53.286244+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:54 smithi112 bash[21612]: audit 2024-09-21T05:37:53.292170+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:54 smithi112 bash[21612]: audit 2024-09-21T05:37:53.297621+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:54 smithi112 bash[21612]: audit 2024-09-21T05:37:53.385732+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:54 smithi112 bash[21612]: audit 2024-09-21T05:37:53.393654+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:54 smithi112 bash[21612]: audit 2024-09-21T05:37:53.396880+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T05:37:54.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:54 smithi112 bash[21612]: audit 2024-09-21T05:37:53.404746+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.596 INFO:teuthology.orchestra.run.smithi112.stdout:[client.1] 2024-09-21T05:37:54.597 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQCyW+5ma2YmIxAAHsvBkJpMYQWBjLh5MuF2MA== 2024-09-21T05:37:54.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[50661]: ts=2024-09-21T05:37:54.392Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-21T05:37:54.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[50661]: ts=2024-09-21T05:37:54.392Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-21T05:37:54.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[50661]: ts=2024-09-21T05:37:54.394Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.99 port=9094 2024-09-21T05:37:54.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[50661]: ts=2024-09-21T05:37:54.395Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-21T05:37:54.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[50661]: ts=2024-09-21T05:37:54.427Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T05:37:54.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[50661]: ts=2024-09-21T05:37:54.428Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T05:37:54.761 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[50661]: ts=2024-09-21T05:37:54.431Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-21T05:37:54.761 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[50661]: ts=2024-09-21T05:37:54.431Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-21T05:37:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[19899]: audit 2024-09-21T05:37:53.279948+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[19899]: audit 2024-09-21T05:37:53.286244+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[19899]: audit 2024-09-21T05:37:53.292170+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[19899]: audit 2024-09-21T05:37:53.297621+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[19899]: audit 2024-09-21T05:37:53.385732+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[19899]: audit 2024-09-21T05:37:53.393654+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[19899]: audit 2024-09-21T05:37:53.396880+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T05:37:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[19899]: audit 2024-09-21T05:37:53.404746+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[26898]: audit 2024-09-21T05:37:53.279948+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[26898]: audit 2024-09-21T05:37:53.286244+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[26898]: audit 2024-09-21T05:37:53.292170+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[26898]: audit 2024-09-21T05:37:53.297621+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[26898]: audit 2024-09-21T05:37:53.385732+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[26898]: audit 2024-09-21T05:37:53.393654+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[26898]: audit 2024-09-21T05:37:53.396880+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T05:37:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:54 smithi099 bash[26898]: audit 2024-09-21T05:37:53.404746+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:55.544 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:55 smithi112 bash[21612]: cephadm 2024-09-21T05:37:53.308963+0000 mgr.y (mgr.14409) 33 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-21T05:37:55.544 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:55 smithi112 bash[21612]: audit 2024-09-21T05:37:53.397288+0000 mgr.y (mgr.14409) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T05:37:55.544 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:55 smithi112 bash[21612]: cephadm 2024-09-21T05:37:53.421204+0000 mgr.y (mgr.14409) 35 : cephadm [INF] Deploying daemon grafana.a on smithi112 2024-09-21T05:37:55.544 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:55 smithi112 bash[21612]: cluster 2024-09-21T05:37:54.073904+0000 mgr.y (mgr.14409) 36 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:55.544 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:55 smithi112 bash[21612]: audit 2024-09-21T05:37:54.589326+0000 mon.a (mon.0) 755 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T05:37:55.544 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:55 smithi112 bash[21612]: audit 2024-09-21T05:37:54.589587+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.112:0/879824394' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T05:37:55.544 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:55 smithi112 bash[21612]: audit 2024-09-21T05:37:54.594863+0000 mon.a (mon.0) 756 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T05:37:55.545 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-21T05:37:55.545 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-21T05:37:55.546 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-21T05:37:55.567 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph config log 1 --format=json 2024-09-21T05:37:55.578 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[19899]: cephadm 2024-09-21T05:37:53.308963+0000 mgr.y (mgr.14409) 33 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-21T05:37:55.578 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[19899]: audit 2024-09-21T05:37:53.397288+0000 mgr.y (mgr.14409) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T05:37:55.578 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[19899]: cephadm 2024-09-21T05:37:53.421204+0000 mgr.y (mgr.14409) 35 : cephadm [INF] Deploying daemon grafana.a on smithi112 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[19899]: cluster 2024-09-21T05:37:54.073904+0000 mgr.y (mgr.14409) 36 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[19899]: audit 2024-09-21T05:37:54.589326+0000 mon.a (mon.0) 755 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[19899]: audit 2024-09-21T05:37:54.589587+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.112:0/879824394' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[19899]: audit 2024-09-21T05:37:54.594863+0000 mon.a (mon.0) 756 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[26898]: cephadm 2024-09-21T05:37:53.308963+0000 mgr.y (mgr.14409) 33 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[26898]: audit 2024-09-21T05:37:53.397288+0000 mgr.y (mgr.14409) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[26898]: cephadm 2024-09-21T05:37:53.421204+0000 mgr.y (mgr.14409) 35 : cephadm [INF] Deploying daemon grafana.a on smithi112 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[26898]: cluster 2024-09-21T05:37:54.073904+0000 mgr.y (mgr.14409) 36 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[26898]: audit 2024-09-21T05:37:54.589326+0000 mon.a (mon.0) 755 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[26898]: audit 2024-09-21T05:37:54.589587+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.112:0/879824394' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T05:37:55.579 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:55 smithi099 bash[26898]: audit 2024-09-21T05:37:54.594863+0000 mon.a (mon.0) 756 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T05:37:56.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:37:56 smithi099 bash[50661]: ts=2024-09-21T05:37:56.395Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000492835s 2024-09-21T05:37:57.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:57 smithi112 bash[21612]: cluster 2024-09-21T05:37:56.074492+0000 mgr.y (mgr.14409) 37 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:57.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:57 smithi112 bash[21612]: audit 2024-09-21T05:37:57.147817+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:57.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:57 smithi099 bash[19899]: cluster 2024-09-21T05:37:56.074492+0000 mgr.y (mgr.14409) 37 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:57.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:57 smithi099 bash[19899]: audit 2024-09-21T05:37:57.147817+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:57.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:57 smithi099 bash[26898]: cluster 2024-09-21T05:37:56.074492+0000 mgr.y (mgr.14409) 37 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:57.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:57 smithi099 bash[26898]: audit 2024-09-21T05:37:57.147817+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:37:59.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:37:59 smithi112 bash[21612]: cluster 2024-09-21T05:37:58.075120+0000 mgr.y (mgr.14409) 38 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:59.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:37:59 smithi099 bash[19899]: cluster 2024-09-21T05:37:58.075120+0000 mgr.y (mgr.14409) 38 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:37:59.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:37:59 smithi099 bash[26898]: cluster 2024-09-21T05:37:58.075120+0000 mgr.y (mgr.14409) 38 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:00.353 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:01.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:01 smithi112 bash[21612]: cluster 2024-09-21T05:38:00.075801+0000 mgr.y (mgr.14409) 39 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:01.699 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:38:01.712 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:01 smithi099 bash[19899]: cluster 2024-09-21T05:38:00.075801+0000 mgr.y (mgr.14409) 39 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:01.712 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:01 smithi099 bash[26898]: cluster 2024-09-21T05:38:00.075801+0000 mgr.y (mgr.14409) 39 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:02.299 INFO:teuthology.orchestra.run.smithi099.stdout:[{"version":26,"timestamp":"2024-09-21T05:37:53.397595+0000","name":"","changes":[{"name":"mgr/mgr/dashboard/GRAFANA_API_SSL_VERIFY","new_value":"false"}]}] 2024-09-21T05:38:02.299 INFO:tasks.ceph_manager:config epoch is 26 2024-09-21T05:38:02.299 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-21T05:38:02.299 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-21T05:38:02.299 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph mgr dump --format=json 2024-09-21T05:38:02.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:02 smithi112 bash[21612]: audit 2024-09-21T05:38:01.701120+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.99:0/4256305011' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-21T05:38:02.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:02 smithi112 bash[21612]: cluster 2024-09-21T05:38:02.076457+0000 mgr.y (mgr.14409) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:02.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:02 smithi112 bash[21612]: audit 2024-09-21T05:38:02.139406+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:02 smithi099 bash[19899]: audit 2024-09-21T05:38:01.701120+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.99:0/4256305011' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-21T05:38:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:02 smithi099 bash[19899]: cluster 2024-09-21T05:38:02.076457+0000 mgr.y (mgr.14409) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:02 smithi099 bash[19899]: audit 2024-09-21T05:38:02.139406+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:02.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:02 smithi099 bash[26898]: audit 2024-09-21T05:38:01.701120+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.99:0/4256305011' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-21T05:38:02.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:02 smithi099 bash[26898]: cluster 2024-09-21T05:38:02.076457+0000 mgr.y (mgr.14409) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:02.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:02 smithi099 bash[26898]: audit 2024-09-21T05:38:02.139406+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:04.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:04 smithi099 bash[50661]: ts=2024-09-21T05:38:04.397Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002584758s 2024-09-21T05:38:05.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:05 smithi112 bash[21612]: cluster 2024-09-21T05:38:04.077234+0000 mgr.y (mgr.14409) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:05 smithi099 bash[26898]: cluster 2024-09-21T05:38:04.077234+0000 mgr.y (mgr.14409) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:05.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:05 smithi099 bash[19899]: cluster 2024-09-21T05:38:04.077234+0000 mgr.y (mgr.14409) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:07.131 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:07.389 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:07 smithi112 bash[21612]: cluster 2024-09-21T05:38:06.077977+0000 mgr.y (mgr.14409) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:07.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:07 smithi099 bash[26898]: cluster 2024-09-21T05:38:06.077977+0000 mgr.y (mgr.14409) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:07 smithi099 bash[19899]: cluster 2024-09-21T05:38:06.077977+0000 mgr.y (mgr.14409) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:08.523 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:38:09.185 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"flags":0,"active_gid":14409,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":4186120490},{"type":"v1","addr":"172.21.15.99:6801","nonce":4186120490}]},"active_addr":"172.21.15.99:6801/4186120490","active_change":"2024-09-21T05:37:32.045506+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24304,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.99:8443/","prometheus":"http://172.21.15.99:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":1605114239}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":2046972444}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":1892486826}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":727204785}]}]} 2024-09-21T05:38:09.188 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-21T05:38:09.189 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-21T05:38:09.189 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-21T05:38:09.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:09 smithi112 bash[21612]: cluster 2024-09-21T05:38:08.078637+0000 mgr.y (mgr.14409) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:09.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:09 smithi112 bash[21612]: audit 2024-09-21T05:38:08.519051+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.99:0/4038084583' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T05:38:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:09 smithi099 bash[19899]: cluster 2024-09-21T05:38:08.078637+0000 mgr.y (mgr.14409) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:09 smithi099 bash[19899]: audit 2024-09-21T05:38:08.519051+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.99:0/4038084583' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T05:38:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:09 smithi099 bash[26898]: cluster 2024-09-21T05:38:08.078637+0000 mgr.y (mgr.14409) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:09 smithi099 bash[26898]: audit 2024-09-21T05:38:08.519051+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.99:0/4038084583' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T05:38:09.789 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:09.790 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:09.791 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:09.791 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:09.792 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:09.792 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:09.793 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:09.793 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:10.142 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:10.142 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:10.143 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:10.143 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:10.143 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:10.143 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:10.144 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:10.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:09 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:38:11.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[21612]: cluster 2024-09-21T05:38:10.079221+0000 mgr.y (mgr.14409) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:11.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[21612]: audit 2024-09-21T05:38:10.080894+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[21612]: audit 2024-09-21T05:38:10.090509+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[21612]: audit 2024-09-21T05:38:10.099504+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[21612]: audit 2024-09-21T05:38:10.106927+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[21612]: audit 2024-09-21T05:38:10.157458+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:38:11.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[21612]: audit 2024-09-21T05:38:10.726630+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[21612]: audit 2024-09-21T05:38:10.731089+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[19899]: cluster 2024-09-21T05:38:10.079221+0000 mgr.y (mgr.14409) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[19899]: audit 2024-09-21T05:38:10.080894+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[19899]: audit 2024-09-21T05:38:10.090509+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[19899]: audit 2024-09-21T05:38:10.099504+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[19899]: audit 2024-09-21T05:38:10.106927+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[19899]: audit 2024-09-21T05:38:10.157458+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:38:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[19899]: audit 2024-09-21T05:38:10.726630+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[19899]: audit 2024-09-21T05:38:10.731089+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[26898]: cluster 2024-09-21T05:38:10.079221+0000 mgr.y (mgr.14409) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[26898]: audit 2024-09-21T05:38:10.080894+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[26898]: audit 2024-09-21T05:38:10.090509+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[26898]: audit 2024-09-21T05:38:10.099504+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[26898]: audit 2024-09-21T05:38:10.106927+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[26898]: audit 2024-09-21T05:38:10.157458+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:38:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[26898]: audit 2024-09-21T05:38:10.726630+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:11 smithi099 bash[26898]: audit 2024-09-21T05:38:10.731089+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:11.605 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.58317105Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-21T05:38:11.605 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.608313828Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-21T05:38:11.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.642040789Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-21T05:38:11.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.683760305Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-21T05:38:11.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.7092245Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-21T05:38:11.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.73439371Z level=info msg="Executing migration" id="Update user table charset" 2024-09-21T05:38:11.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.759578388Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-21T05:38:11.867 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.784856965Z level=info msg="Executing migration" id="Add missing user data" 2024-09-21T05:38:11.867 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.80172576Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-21T05:38:11.867 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.818641985Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-21T05:38:11.867 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.852550333Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-21T05:38:11.867 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.869431408Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-21T05:38:12.127 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.911446808Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-21T05:38:12.127 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.936815864Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-21T05:38:12.127 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:11 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:11.962052267Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-21T05:38:12.127 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.004186802Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-21T05:38:12.127 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.029304018Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-21T05:38:12.127 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.054532512Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-21T05:38:12.127 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.096395101Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-21T05:38:12.128 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.113422318Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-21T05:38:12.128 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.130320319Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-21T05:38:12.388 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.163949042Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-21T05:38:12.388 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.180937126Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-21T05:38:12.388 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.1978689Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-21T05:38:12.388 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.214686623Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-21T05:38:12.388 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.23998229Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-21T05:38:12.388 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.256886758Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-21T05:38:12.388 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.282079272Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-21T05:38:12.389 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.307406888Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-21T05:38:12.389 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.349289943Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-21T05:38:12.389 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.391198775Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-21T05:38:12.657 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.416571337Z level=info msg="Executing migration" id="create star table" 2024-09-21T05:38:12.658 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.433477343Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-21T05:38:12.658 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.450427873Z level=info msg="Executing migration" id="create org table v1" 2024-09-21T05:38:12.658 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.467375188Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-21T05:38:12.658 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.509264296Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-21T05:38:12.658 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.534537593Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-21T05:38:12.658 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.584825403Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-21T05:38:12.658 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.610114333Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-21T05:38:12.658 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.635424089Z level=info msg="Executing migration" id="Update org table charset" 2024-09-21T05:38:12.658 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.660892538Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-21T05:38:12.910 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.686104745Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-21T05:38:12.910 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.711552726Z level=info msg="Executing migration" id="create dashboard table" 2024-09-21T05:38:12.910 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.736707871Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-21T05:38:12.911 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.761877166Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-21T05:38:12.911 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.787225825Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-21T05:38:12.911 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.812449569Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-21T05:38:12.911 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.829356157Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-21T05:38:12.911 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.862903283Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-21T05:38:12.911 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.896432923Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-21T05:38:12.911 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.913465827Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-21T05:38:13.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[21612]: cluster 2024-09-21T05:38:12.079773+0000 mgr.y (mgr.14409) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:13.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[21612]: audit 2024-09-21T05:38:12.159981+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:13.188 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.930387066Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-21T05:38:13.188 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.947343363Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-21T05:38:13.188 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.964166812Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-21T05:38:13.188 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:12 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:12.989424775Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-21T05:38:13.188 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.014677416Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-21T05:38:13.189 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.056653284Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-21T05:38:13.189 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.098628219Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-21T05:38:13.189 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.123898292Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-21T05:38:13.189 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.149142043Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-21T05:38:13.189 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.191313262Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.208108409Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.225051429Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.241708391Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.258679658Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.275378305Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.300816442Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.342703874Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.36810296Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.409873075Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-21T05:38:13.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.435404383Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-21T05:38:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:13 smithi099 bash[19899]: cluster 2024-09-21T05:38:12.079773+0000 mgr.y (mgr.14409) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:13 smithi099 bash[19899]: audit 2024-09-21T05:38:12.159981+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:13 smithi099 bash[26898]: cluster 2024-09-21T05:38:12.079773+0000 mgr.y (mgr.14409) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:13 smithi099 bash[26898]: audit 2024-09-21T05:38:12.159981+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:13.743 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.477274975Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-21T05:38:13.743 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.502848471Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-21T05:38:13.743 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.527947372Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-21T05:38:13.744 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.553219881Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-21T05:38:13.744 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.578465631Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-21T05:38:13.744 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.603732669Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-21T05:38:13.744 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.629058803Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-21T05:38:13.744 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.654285494Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-21T05:38:13.744 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.679428792Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-21T05:38:13.744 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.721398947Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-21T05:38:13.744 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.746628797Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-21T05:38:13.982 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:14.013 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.771901845Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-21T05:38:14.014 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.796990737Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-21T05:38:14.014 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.822375836Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-21T05:38:14.014 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.864346335Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-21T05:38:14.014 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.906305845Z level=info msg="Executing migration" id="create data_source table" 2024-09-21T05:38:14.014 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.931591416Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-21T05:38:14.014 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:13 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:13.973465043Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-21T05:38:14.014 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.015569767Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-21T05:38:14.273 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.057543483Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-21T05:38:14.273 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.08281669Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-21T05:38:14.273 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.158070785Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-21T05:38:14.273 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.199945124Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-21T05:38:14.273 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.225317377Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-21T05:38:14.273 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.250598334Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-21T05:38:14.273 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.27572756Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-21T05:38:14.533 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.301040879Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-21T05:38:14.533 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.359627409Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-21T05:38:14.533 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.401622255Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-21T05:38:14.533 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.443523643Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-21T05:38:14.533 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.46886788Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-21T05:38:14.534 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.494070615Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-21T05:38:14.534 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.53626311Z level=info msg="Executing migration" id="Add uid column" 2024-09-21T05:38:14.786 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.561515335Z level=info msg="Executing migration" id="Update uid value" 2024-09-21T05:38:14.786 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.603461166Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-21T05:38:14.786 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.62882088Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-21T05:38:14.786 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.670609072Z level=info msg="Executing migration" id="create api_key table" 2024-09-21T05:38:14.786 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.687642944Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-21T05:38:14.787 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.704605755Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-21T05:38:14.787 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.721458857Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-21T05:38:14.787 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.738453082Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-21T05:38:14.787 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.755202443Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-21T05:38:14.787 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.772169873Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-21T05:38:14.787 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.788959142Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-21T05:38:15.046 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.805922949Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-21T05:38:15.047 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.831157382Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-21T05:38:15.047 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.873260886Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-21T05:38:15.047 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.915234801Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-21T05:38:15.047 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.957274339Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-21T05:38:15.047 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:14 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:14.999176571Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-21T05:38:15.047 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.024443198Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-21T05:38:15.315 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[21612]: cluster 2024-09-21T05:38:14.080393+0000 mgr.y (mgr.14409) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:15.315 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.049732376Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-21T05:38:15.315 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.07498031Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-21T05:38:15.315 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.100168885Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-21T05:38:15.315 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.125419943Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-21T05:38:15.315 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.150628918Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-21T05:38:15.315 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.192720576Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-21T05:38:15.316 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.217972313Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-21T05:38:15.316 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.24329076Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-21T05:38:15.316 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.268289247Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-21T05:38:15.316 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.318560734Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-21T05:38:15.403 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:38:15.403 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":60,"fsid":"ee3410ee-77d9-11ef-baf5-efdc52797490","created":"2024-09-21T05:27:17.937917+0000","modified":"2024-09-21T05:37:32.045270+0000","last_up_change":"2024-09-21T05:36:42.793948+0000","last_in_change":"2024-09-21T05:36:14.192692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T05:32:20.092263+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b9be0773-5709-4a98-9d8c-a1bd00188e1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6803","nonce":4186730268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6805","nonce":4186730268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6809","nonce":4186730268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6807","nonce":4186730268}]},"public_addr":"172.21.15.99:6803/4186730268","cluster_addr":"172.21.15.99:6805/4186730268","heartbeat_back_addr":"172.21.15.99:6809/4186730268","heartbeat_front_addr":"172.21.15.99:6807/4186730268","state":["exists","up"]},{"osd":1,"uuid":"03d80d7e-8740-400d-b68b-09871f02ee0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6811","nonce":2400708520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6813","nonce":2400708520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6817","nonce":2400708520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6815","nonce":2400708520}]},"public_addr":"172.21.15.99:6811/2400708520","cluster_addr":"172.21.15.99:6813/2400708520","heartbeat_back_addr":"172.21.15.99:6817/2400708520","heartbeat_front_addr":"172.21.15.99:6815/2400708520","state":["exists","up"]},{"osd":2,"uuid":"07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6819","nonce":3191739892}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6821","nonce":3191739892}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6825","nonce":3191739892}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6823","nonce":3191739892}]},"public_addr":"172.21.15.99:6819/3191739892","cluster_addr":"172.21.15.99:6821/3191739892","heartbeat_back_addr":"172.21.15.99:6825/3191739892","heartbeat_front_addr":"172.21.15.99:6823/3191739892","state":["exists","up"]},{"osd":3,"uuid":"7536830f-38e6-490f-8287-2c12bf542004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6827","nonce":1502330141}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6829","nonce":1502330141}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6833","nonce":1502330141}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6831","nonce":1502330141}]},"public_addr":"172.21.15.99:6827/1502330141","cluster_addr":"172.21.15.99:6829/1502330141","heartbeat_back_addr":"172.21.15.99:6833/1502330141","heartbeat_front_addr":"172.21.15.99:6831/1502330141","state":["exists","up"]},{"osd":4,"uuid":"8f4bdeac-c77e-4456-8634-1d96a0fa4f37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6801","nonce":2470708222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6803","nonce":2470708222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6807","nonce":2470708222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6805","nonce":2470708222}]},"public_addr":"172.21.15.112:6801/2470708222","cluster_addr":"172.21.15.112:6803/2470708222","heartbeat_back_addr":"172.21.15.112:6807/2470708222","heartbeat_front_addr":"172.21.15.112:6805/2470708222","state":["exists","up"]},{"osd":5,"uuid":"5dc12f42-3c7a-4ef5-849b-8a966342cbdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6809","nonce":2208049530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6811","nonce":2208049530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6815","nonce":2208049530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6813","nonce":2208049530}]},"public_addr":"172.21.15.112:6809/2208049530","cluster_addr":"172.21.15.112:6811/2208049530","heartbeat_back_addr":"172.21.15.112:6815/2208049530","heartbeat_front_addr":"172.21.15.112:6813/2208049530","state":["exists","up"]},{"osd":6,"uuid":"b8cf19eb-bebe-4903-b151-1b98b6ba3b06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6817","nonce":757626816}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6819","nonce":757626816}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6823","nonce":757626816}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6821","nonce":757626816}]},"public_addr":"172.21.15.112:6817/757626816","cluster_addr":"172.21.15.112:6819/757626816","heartbeat_back_addr":"172.21.15.112:6823/757626816","heartbeat_front_addr":"172.21.15.112:6821/757626816","state":["exists","up"]},{"osd":7,"uuid":"5e3f5cf4-bfd4-4d24-86ea-1842574c2b46","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6825","nonce":1764224153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6827","nonce":1764224153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6831","nonce":1764224153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6829","nonce":1764224153}]},"public_addr":"172.21.15.112:6825/1764224153","cluster_addr":"172.21.15.112:6827/1764224153","heartbeat_back_addr":"172.21.15.112:6831/1764224153","heartbeat_front_addr":"172.21.15.112:6829/1764224153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:30:30.962903+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:31:21.548977+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:32:16.474136+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:33:10.108756+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:34:02.450346+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:34:55.018542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:35:46.344246+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:36:41.536046+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:0/1501781996":"2024-09-22T05:37:32.045211+0000","172.21.15.99:0/1229606872":"2024-09-22T05:37:32.045211+0000","172.21.15.99:0/2032445110":"2024-09-22T05:37:32.045211+0000","172.21.15.99:0/2763033152":"2024-09-22T05:27:44.465595+0000","172.21.15.99:0/2901052273":"2024-09-22T05:27:44.465595+0000","172.21.15.99:6801/2364988354":"2024-09-22T05:27:44.465595+0000","172.21.15.99:0/3931990238":"2024-09-22T05:27:44.465595+0000","172.21.15.99:6800/1017301858":"2024-09-22T05:28:15.489123+0000","172.21.15.99:6801/1017301858":"2024-09-22T05:28:15.489123+0000","172.21.15.99:0/2068926335":"2024-09-22T05:28:15.489123+0000","172.21.15.99:0/1483916276":"2024-09-22T05:28:15.489123+0000","172.21.15.99:6800/3926920330":"2024-09-22T05:37:32.045211+0000","172.21.15.99:0/1758637646":"2024-09-22T05:28:15.489123+0000","172.21.15.99:6801/3926920330":"2024-09-22T05:37:32.045211+0000","172.21.15.99:6800/2364988354":"2024-09-22T05:27:44.465595+0000","172.21.15.99:0/198378142":"2024-09-22T05:37:32.045211+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T05:38:15.416 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:15 smithi099 bash[19899]: cluster 2024-09-21T05:38:14.080393+0000 mgr.y (mgr.14409) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:15.416 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:15 smithi099 bash[26898]: cluster 2024-09-21T05:38:14.080393+0000 mgr.y (mgr.14409) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:15.569 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.360463191Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-21T05:38:15.570 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.404735625Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-21T05:38:15.570 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.430084533Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-21T05:38:15.570 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.455132661Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-21T05:38:15.570 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.480476124Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-21T05:38:15.570 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.505664301Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-21T05:38:15.570 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.547561914Z level=info msg="Executing migration" id="create quota table v1" 2024-09-21T05:38:15.570 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.573059211Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-21T05:38:15.821 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.614806621Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-21T05:38:15.822 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.656910102Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-21T05:38:15.822 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.690490443Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-21T05:38:15.822 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.732585025Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-21T05:38:15.822 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.749430163Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-21T05:38:15.822 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.783235253Z level=info msg="Executing migration" id="create session table" 2024-09-21T05:38:15.822 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.825315863Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-21T05:38:15.980 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-21T05:38:15.981 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-21T05:38:16.074 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.85903999Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-21T05:38:16.074 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.926384342Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-21T05:38:16.074 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.951763372Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-21T05:38:16.074 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:15 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:15.993630729Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-21T05:38:16.074 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.035535341Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-21T05:38:16.075 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.077560604Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-21T05:38:16.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[19899]: audit 2024-09-21T05:38:15.405020+0000 mon.a (mon.0) 767 : audit [DBG] from='client.? 172.21.15.99:0/271170561' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T05:38:16.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[19899]: audit 2024-09-21T05:38:15.508919+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[19899]: audit 2024-09-21T05:38:15.516701+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[19899]: audit 2024-09-21T05:38:16.037792+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[19899]: audit 2024-09-21T05:38:16.044715+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[19899]: audit 2024-09-21T05:38:16.046650+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[19899]: audit 2024-09-21T05:38:16.048101+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[19899]: audit 2024-09-21T05:38:16.055087+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[26898]: audit 2024-09-21T05:38:15.405020+0000 mon.a (mon.0) 767 : audit [DBG] from='client.? 172.21.15.99:0/271170561' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[26898]: audit 2024-09-21T05:38:15.508919+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[26898]: audit 2024-09-21T05:38:15.516701+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[26898]: audit 2024-09-21T05:38:16.037792+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[26898]: audit 2024-09-21T05:38:16.044715+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[26898]: audit 2024-09-21T05:38:16.046650+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:38:16.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[26898]: audit 2024-09-21T05:38:16.048101+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:38:16.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:16 smithi099 bash[26898]: audit 2024-09-21T05:38:16.055087+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.336 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.102757558Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-21T05:38:16.336 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.128237828Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-21T05:38:16.337 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.228457339Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-21T05:38:16.337 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.33959935Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-21T05:38:16.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[21612]: audit 2024-09-21T05:38:15.405020+0000 mon.a (mon.0) 767 : audit [DBG] from='client.? 172.21.15.99:0/271170561' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T05:38:16.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[21612]: audit 2024-09-21T05:38:15.508919+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[21612]: audit 2024-09-21T05:38:15.516701+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[21612]: audit 2024-09-21T05:38:16.037792+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[21612]: audit 2024-09-21T05:38:16.044715+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[21612]: audit 2024-09-21T05:38:16.046650+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:38:16.337 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[21612]: audit 2024-09-21T05:38:16.048101+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:38:16.338 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[21612]: audit 2024-09-21T05:38:16.055087+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:16.593 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.4697905Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-21T05:38:16.594 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.521224546Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-21T05:38:16.594 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.571791936Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-21T05:38:16.854 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.597066393Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-21T05:38:16.854 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.622304068Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-21T05:38:16.854 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.647590159Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-21T05:38:16.855 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.689573644Z level=info msg="Executing migration" id="create alert table v1" 2024-09-21T05:38:16.855 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.714820085Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-21T05:38:16.855 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.74005318Z level=info msg="Executing migration" id="add index alert state" 2024-09-21T05:38:16.855 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.765124408Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-21T05:38:16.855 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.807208002Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-21T05:38:16.855 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.824101387Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-21T05:38:16.855 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.857659335Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-21T05:38:17.123 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.882923903Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-21T05:38:17.123 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.934743794Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-21T05:38:17.123 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:16 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:16.975320362Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-21T05:38:17.123 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.008925826Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-21T05:38:17.124 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.03422595Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-21T05:38:17.124 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.076241929Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-21T05:38:17.124 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.101449827Z level=info msg="Executing migration" id="Add column is_default" 2024-09-21T05:38:17.124 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.12663847Z level=info msg="Executing migration" id="Add column frequency" 2024-09-21T05:38:17.401 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[21612]: cluster 2024-09-21T05:38:16.080772+0000 mgr.y (mgr.14409) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:17.401 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[21612]: cephadm 2024-09-21T05:38:16.114561+0000 mgr.y (mgr.14409) 48 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-21T05:38:17.401 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[21612]: cephadm 2024-09-21T05:38:16.122150+0000 mgr.y (mgr.14409) 49 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi099 2024-09-21T05:38:17.401 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[21612]: audit 2024-09-21T05:38:17.140138+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:17.401 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.151882544Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-21T05:38:17.401 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.19397879Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-21T05:38:17.402 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.235965146Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-21T05:38:17.402 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.261211194Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-21T05:38:17.402 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.286420839Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-21T05:38:17.402 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.311564449Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-21T05:38:17.402 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.336943805Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-21T05:38:17.402 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.362110495Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-21T05:38:17.402 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.40411783Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-21T05:38:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:17 smithi099 bash[19899]: cluster 2024-09-21T05:38:16.080772+0000 mgr.y (mgr.14409) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:17 smithi099 bash[19899]: cephadm 2024-09-21T05:38:16.114561+0000 mgr.y (mgr.14409) 48 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-21T05:38:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:17 smithi099 bash[19899]: cephadm 2024-09-21T05:38:16.122150+0000 mgr.y (mgr.14409) 49 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi099 2024-09-21T05:38:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:17 smithi099 bash[19899]: audit 2024-09-21T05:38:17.140138+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:17 smithi099 bash[26898]: cluster 2024-09-21T05:38:16.080772+0000 mgr.y (mgr.14409) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:17 smithi099 bash[26898]: cephadm 2024-09-21T05:38:16.114561+0000 mgr.y (mgr.14409) 48 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-21T05:38:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:17 smithi099 bash[26898]: cephadm 2024-09-21T05:38:16.122150+0000 mgr.y (mgr.14409) 49 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi099 2024-09-21T05:38:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:17 smithi099 bash[26898]: audit 2024-09-21T05:38:17.140138+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:17.662 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.429318826Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-21T05:38:17.662 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.471377897Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-21T05:38:17.662 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.496823964Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-21T05:38:17.662 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.522028616Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-21T05:38:17.662 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.547343227Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-21T05:38:17.662 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.572581615Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-21T05:38:17.662 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.597814507Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-21T05:38:17.662 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.639586871Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-21T05:38:17.931 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.665067488Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-21T05:38:17.931 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.690289226Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-21T05:38:17.931 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.715549301Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-21T05:38:17.931 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.740776649Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-21T05:38:17.931 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.766065583Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-21T05:38:17.931 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.783041453Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-21T05:38:17.931 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.808209055Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-21T05:38:17.931 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.825233953Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-21T05:38:17.931 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.867081093Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-21T05:38:17.932 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.909037577Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-21T05:38:17.932 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.934234275Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-21T05:38:18.191 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:17 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:17.959474496Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-21T05:38:18.191 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.00142627Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-21T05:38:18.191 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.026735188Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-21T05:38:18.191 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.052046643Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-21T05:38:18.191 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.094021006Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-21T05:38:18.191 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.1193272Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-21T05:38:18.191 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.152850878Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-21T05:38:18.452 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.19498073Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-21T05:38:18.452 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.220226445Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-21T05:38:18.453 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.245351222Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-21T05:38:18.453 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.278927696Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-21T05:38:18.453 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.304181728Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-21T05:38:18.453 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.329367054Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-21T05:38:18.453 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.354650065Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-21T05:38:18.453 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.379913554Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-21T05:38:18.453 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.43043864Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-21T05:38:18.453 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.455659443Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-21T05:38:18.704 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.497726891Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-21T05:38:18.705 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.523028569Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-21T05:38:18.705 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.564989973Z level=info msg="Executing migration" id="Move region to single row" 2024-09-21T05:38:18.705 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.590276174Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-21T05:38:18.705 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.615518679Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-21T05:38:18.705 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.657404413Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-21T05:38:18.705 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.682757297Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-21T05:38:18.705 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.707951227Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-21T05:38:18.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.733214021Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-21T05:38:18.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.758462143Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-21T05:38:18.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.783568497Z level=info msg="Executing migration" id="create test_data table" 2024-09-21T05:38:18.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.809011723Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-21T05:38:18.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.834073106Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-21T05:38:18.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.875957457Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-21T05:38:18.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.917943531Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-21T05:38:18.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.943178929Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-21T05:38:18.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:18 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:18.985032877Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-21T05:38:19.250 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[21612]: cluster 2024-09-21T05:38:18.081335+0000 mgr.y (mgr.14409) 50 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:19.251 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.027136266Z level=info msg="Executing migration" id="create team table" 2024-09-21T05:38:19.251 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.069090733Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-21T05:38:19.251 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.094456317Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-21T05:38:19.251 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.11958368Z level=info msg="Executing migration" id="create team member table" 2024-09-21T05:38:19.251 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.161568347Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-21T05:38:19.251 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.20362841Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-21T05:38:19.251 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.228958568Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-21T05:38:19.251 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.254182287Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-21T05:38:19.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:19 smithi099 bash[19899]: cluster 2024-09-21T05:38:18.081335+0000 mgr.y (mgr.14409) 50 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:19.442 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:19 smithi099 bash[26898]: cluster 2024-09-21T05:38:18.081335+0000 mgr.y (mgr.14409) 50 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:19.520 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.279402412Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-21T05:38:19.520 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.304564049Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-21T05:38:19.521 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.329863933Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-21T05:38:19.521 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.355146712Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-21T05:38:19.521 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.397320619Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-21T05:38:19.521 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.414250202Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-21T05:38:19.521 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.447739608Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-21T05:38:19.521 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.464818756Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-21T05:38:19.521 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.481669912Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-21T05:38:19.521 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.498515323Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-21T05:38:19.521 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.523669305Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-21T05:38:19.780 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.549062339Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-21T05:38:19.781 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.574242015Z level=info msg="Executing migration" id="create tag table" 2024-09-21T05:38:19.781 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.616193099Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-21T05:38:19.781 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.641445059Z level=info msg="Executing migration" id="create login attempt table" 2024-09-21T05:38:19.781 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.666698177Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-21T05:38:19.781 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.69187584Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-21T05:38:19.781 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.717098889Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-21T05:38:19.781 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.784091113Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-21T05:38:20.041 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.809311533Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-21T05:38:20.041 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.834583524Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-21T05:38:20.041 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.876484682Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-21T05:38:20.041 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.918457906Z level=info msg="Executing migration" id="create user auth table" 2024-09-21T05:38:20.041 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:19 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:19.96034785Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-21T05:38:20.041 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.002274618Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-21T05:38:20.041 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.04435086Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-21T05:38:20.259 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:20 smithi099 systemd[1]: Stopping Ceph alertmanager.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T05:38:20.259 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:20 smithi099 bash[50661]: ts=2024-09-21T05:38:20.117Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-21T05:38:20.311 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.069634345Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-21T05:38:20.311 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.111606666Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-21T05:38:20.311 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.136967074Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-21T05:38:20.311 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.16221308Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-21T05:38:20.311 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.204108278Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-21T05:38:20.311 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.221032967Z level=info msg="Executing migration" id="create server_lock table" 2024-09-21T05:38:20.311 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.23796876Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-21T05:38:20.311 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.271609847Z level=info msg="Executing migration" id="create user auth token table" 2024-09-21T05:38:20.311 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.288562183Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-21T05:38:20.312 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.314042809Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-21T05:38:20.588 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.339290846Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-21T05:38:20.588 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.364519821Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-21T05:38:20.588 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.389708931Z level=info msg="Executing migration" id="create cache_data table" 2024-09-21T05:38:20.588 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.431615262Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-21T05:38:20.588 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.45691206Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-21T05:38:20.588 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.482172213Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-21T05:38:20.588 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.507421455Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-21T05:38:20.588 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.549302343Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-21T05:38:20.589 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.591304214Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-21T05:38:20.703 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:20 smithi099 bash[51664]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-alertmanager-a 2024-09-21T05:38:20.874 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.616626172Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-21T05:38:20.874 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.641840161Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-21T05:38:20.874 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.683844745Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-21T05:38:20.874 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.709040291Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-21T05:38:20.874 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.734302044Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-21T05:38:20.874 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.776257085Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-21T05:38:20.874 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.80152973Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-21T05:38:20.874 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.826797968Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-21T05:38:20.874 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.877119665Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-21T05:38:21.009 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:20 smithi099 bash[51726]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-alertmanager-a 2024-09-21T05:38:21.009 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:20 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@alertmanager.a.service: Deactivated successfully. 2024-09-21T05:38:21.009 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:20 smithi099 systemd[1]: Stopped Ceph alertmanager.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:38:21.010 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:20 smithi099 systemd[1]: Started Ceph alertmanager.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:38:21.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.919215735Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-21T05:38:21.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.961105236Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-21T05:38:21.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:20 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:20.986418764Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-21T05:38:21.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.053531155Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-21T05:38:21.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.078751965Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-21T05:38:21.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.103989081Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-21T05:38:21.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.129298523Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-21T05:38:21.196 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:21.378 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[21612]: cluster 2024-09-21T05:38:20.081858+0000 mgr.y (mgr.14409) 51 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:21.378 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[21612]: audit 2024-09-21T05:38:20.764070+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:21.378 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[21612]: audit 2024-09-21T05:38:20.769446+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:21.378 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.171169165Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-21T05:38:21.379 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.213170285Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-21T05:38:21.379 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.23849281Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-21T05:38:21.379 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.263614658Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-21T05:38:21.379 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.297530476Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-21T05:38:21.379 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.339401479Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-21T05:38:21.379 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.381314027Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-21T05:38:21.438 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:21 smithi099 bash[19899]: cluster 2024-09-21T05:38:20.081858+0000 mgr.y (mgr.14409) 51 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:21.438 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:21 smithi099 bash[19899]: audit 2024-09-21T05:38:20.764070+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:21.438 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:21 smithi099 bash[19899]: audit 2024-09-21T05:38:20.769446+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:21.438 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:21 smithi099 bash[26898]: cluster 2024-09-21T05:38:20.081858+0000 mgr.y (mgr.14409) 51 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:21.439 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:21 smithi099 bash[26898]: audit 2024-09-21T05:38:20.764070+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:21.439 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:21 smithi099 bash[26898]: audit 2024-09-21T05:38:20.769446+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:21.636 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.423207922Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-21T05:38:21.636 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.465114307Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-21T05:38:21.636 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.490368003Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-21T05:38:21.637 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.532122941Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-21T05:38:21.637 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.59994173Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-21T05:38:21.940 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.784703808Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-21T05:38:21.940 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:21 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:21.885039261Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-21T05:38:22.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:22 smithi112 bash[21612]: cephadm 2024-09-21T05:38:20.771003+0000 mgr.y (mgr.14409) 52 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:38:22.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:22 smithi112 bash[21612]: cephadm 2024-09-21T05:38:21.011156+0000 mgr.y (mgr.14409) 53 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:38:22.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:22 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:22.203158454Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-21T05:38:22.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:22 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:22.281155442Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-21T05:38:22.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:22 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:22.412065311Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-21T05:38:22.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[19899]: cephadm 2024-09-21T05:38:20.771003+0000 mgr.y (mgr.14409) 52 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:38:22.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[19899]: cephadm 2024-09-21T05:38:21.011156+0000 mgr.y (mgr.14409) 53 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:38:22.443 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[26898]: cephadm 2024-09-21T05:38:20.771003+0000 mgr.y (mgr.14409) 52 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:38:22.443 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[26898]: cephadm 2024-09-21T05:38:21.011156+0000 mgr.y (mgr.14409) 53 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:38:22.443 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[51755]: ts=2024-09-21T05:38:22.411Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-21T05:38:22.443 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[51755]: ts=2024-09-21T05:38:22.411Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-21T05:38:22.443 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[51755]: ts=2024-09-21T05:38:22.414Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.99 port=9094 2024-09-21T05:38:22.443 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[51755]: ts=2024-09-21T05:38:22.414Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-21T05:38:22.443 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[51755]: ts=2024-09-21T05:38:22.444Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T05:38:22.759 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[51755]: ts=2024-09-21T05:38:22.445Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T05:38:22.759 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[51755]: ts=2024-09-21T05:38:22.448Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-21T05:38:22.759 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:22 smithi099 bash[51755]: ts=2024-09-21T05:38:22.448Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-21T05:38:22.835 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:22 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:22.504738689Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-21T05:38:22.885 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:38:22.885 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":60,"fsid":"ee3410ee-77d9-11ef-baf5-efdc52797490","created":"2024-09-21T05:27:17.937917+0000","modified":"2024-09-21T05:37:32.045270+0000","last_up_change":"2024-09-21T05:36:42.793948+0000","last_in_change":"2024-09-21T05:36:14.192692+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T05:32:20.092263+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b9be0773-5709-4a98-9d8c-a1bd00188e1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6803","nonce":4186730268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6805","nonce":4186730268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6809","nonce":4186730268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4186730268},{"type":"v1","addr":"172.21.15.99:6807","nonce":4186730268}]},"public_addr":"172.21.15.99:6803/4186730268","cluster_addr":"172.21.15.99:6805/4186730268","heartbeat_back_addr":"172.21.15.99:6809/4186730268","heartbeat_front_addr":"172.21.15.99:6807/4186730268","state":["exists","up"]},{"osd":1,"uuid":"03d80d7e-8740-400d-b68b-09871f02ee0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6811","nonce":2400708520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6813","nonce":2400708520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6817","nonce":2400708520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2400708520},{"type":"v1","addr":"172.21.15.99:6815","nonce":2400708520}]},"public_addr":"172.21.15.99:6811/2400708520","cluster_addr":"172.21.15.99:6813/2400708520","heartbeat_back_addr":"172.21.15.99:6817/2400708520","heartbeat_front_addr":"172.21.15.99:6815/2400708520","state":["exists","up"]},{"osd":2,"uuid":"07d56ce5-7cca-417c-bc5d-4fc1f0d3ae07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6819","nonce":3191739892}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6821","nonce":3191739892}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6825","nonce":3191739892}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":3191739892},{"type":"v1","addr":"172.21.15.99:6823","nonce":3191739892}]},"public_addr":"172.21.15.99:6819/3191739892","cluster_addr":"172.21.15.99:6821/3191739892","heartbeat_back_addr":"172.21.15.99:6825/3191739892","heartbeat_front_addr":"172.21.15.99:6823/3191739892","state":["exists","up"]},{"osd":3,"uuid":"7536830f-38e6-490f-8287-2c12bf542004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6827","nonce":1502330141}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6829","nonce":1502330141}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6833","nonce":1502330141}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":1502330141},{"type":"v1","addr":"172.21.15.99:6831","nonce":1502330141}]},"public_addr":"172.21.15.99:6827/1502330141","cluster_addr":"172.21.15.99:6829/1502330141","heartbeat_back_addr":"172.21.15.99:6833/1502330141","heartbeat_front_addr":"172.21.15.99:6831/1502330141","state":["exists","up"]},{"osd":4,"uuid":"8f4bdeac-c77e-4456-8634-1d96a0fa4f37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6801","nonce":2470708222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6803","nonce":2470708222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6807","nonce":2470708222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2470708222},{"type":"v1","addr":"172.21.15.112:6805","nonce":2470708222}]},"public_addr":"172.21.15.112:6801/2470708222","cluster_addr":"172.21.15.112:6803/2470708222","heartbeat_back_addr":"172.21.15.112:6807/2470708222","heartbeat_front_addr":"172.21.15.112:6805/2470708222","state":["exists","up"]},{"osd":5,"uuid":"5dc12f42-3c7a-4ef5-849b-8a966342cbdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6809","nonce":2208049530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6811","nonce":2208049530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6815","nonce":2208049530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":2208049530},{"type":"v1","addr":"172.21.15.112:6813","nonce":2208049530}]},"public_addr":"172.21.15.112:6809/2208049530","cluster_addr":"172.21.15.112:6811/2208049530","heartbeat_back_addr":"172.21.15.112:6815/2208049530","heartbeat_front_addr":"172.21.15.112:6813/2208049530","state":["exists","up"]},{"osd":6,"uuid":"b8cf19eb-bebe-4903-b151-1b98b6ba3b06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6817","nonce":757626816}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6819","nonce":757626816}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6823","nonce":757626816}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":757626816},{"type":"v1","addr":"172.21.15.112:6821","nonce":757626816}]},"public_addr":"172.21.15.112:6817/757626816","cluster_addr":"172.21.15.112:6819/757626816","heartbeat_back_addr":"172.21.15.112:6823/757626816","heartbeat_front_addr":"172.21.15.112:6821/757626816","state":["exists","up"]},{"osd":7,"uuid":"5e3f5cf4-bfd4-4d24-86ea-1842574c2b46","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6825","nonce":1764224153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6827","nonce":1764224153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6831","nonce":1764224153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1764224153},{"type":"v1","addr":"172.21.15.112:6829","nonce":1764224153}]},"public_addr":"172.21.15.112:6825/1764224153","cluster_addr":"172.21.15.112:6827/1764224153","heartbeat_back_addr":"172.21.15.112:6831/1764224153","heartbeat_front_addr":"172.21.15.112:6829/1764224153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:30:30.962903+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:31:21.548977+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:32:16.474136+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:33:10.108756+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:34:02.450346+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:34:55.018542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:35:46.344246+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T05:36:41.536046+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:0/1501781996":"2024-09-22T05:37:32.045211+0000","172.21.15.99:0/1229606872":"2024-09-22T05:37:32.045211+0000","172.21.15.99:0/2032445110":"2024-09-22T05:37:32.045211+0000","172.21.15.99:0/2763033152":"2024-09-22T05:27:44.465595+0000","172.21.15.99:0/2901052273":"2024-09-22T05:27:44.465595+0000","172.21.15.99:6801/2364988354":"2024-09-22T05:27:44.465595+0000","172.21.15.99:0/3931990238":"2024-09-22T05:27:44.465595+0000","172.21.15.99:6800/1017301858":"2024-09-22T05:28:15.489123+0000","172.21.15.99:6801/1017301858":"2024-09-22T05:28:15.489123+0000","172.21.15.99:0/2068926335":"2024-09-22T05:28:15.489123+0000","172.21.15.99:0/1483916276":"2024-09-22T05:28:15.489123+0000","172.21.15.99:6800/3926920330":"2024-09-22T05:37:32.045211+0000","172.21.15.99:0/1758637646":"2024-09-22T05:28:15.489123+0000","172.21.15.99:6801/3926920330":"2024-09-22T05:37:32.045211+0000","172.21.15.99:6800/2364988354":"2024-09-22T05:27:44.465595+0000","172.21.15.99:0/198378142":"2024-09-22T05:37:32.045211+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T05:38:23.146 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:22 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:22.839190388Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-21T05:38:23.146 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:22 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:22.964790916Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-21T05:38:23.146 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.057352982Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-21T05:38:23.414 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[21612]: cluster 2024-09-21T05:38:22.082394+0000 mgr.y (mgr.14409) 54 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:23.414 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[21612]: audit 2024-09-21T05:38:22.885264+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.99:0/96943020' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T05:38:23.415 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.1494667Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-21T05:38:23.415 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.208112888Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-21T05:38:23.415 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.286662886Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-21T05:38:23.415 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.350895333Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-21T05:38:23.487 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:23 smithi099 bash[26898]: cluster 2024-09-21T05:38:22.082394+0000 mgr.y (mgr.14409) 54 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:23.488 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:23 smithi099 bash[26898]: audit 2024-09-21T05:38:22.885264+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.99:0/96943020' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T05:38:23.488 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:23 smithi099 bash[19899]: cluster 2024-09-21T05:38:22.082394+0000 mgr.y (mgr.14409) 54 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:23.488 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:23 smithi099 bash[19899]: audit 2024-09-21T05:38:22.885264+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.99:0/96943020' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T05:38:23.489 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph tell osd.0 flush_pg_stats 2024-09-21T05:38:23.490 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph tell osd.1 flush_pg_stats 2024-09-21T05:38:23.490 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph tell osd.2 flush_pg_stats 2024-09-21T05:38:23.491 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph tell osd.3 flush_pg_stats 2024-09-21T05:38:23.491 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph tell osd.4 flush_pg_stats 2024-09-21T05:38:23.492 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph tell osd.5 flush_pg_stats 2024-09-21T05:38:23.492 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph tell osd.6 flush_pg_stats 2024-09-21T05:38:23.492 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph tell osd.7 flush_pg_stats 2024-09-21T05:38:23.690 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.417851361Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-21T05:38:23.691 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.459961728Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-21T05:38:23.691 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.50210461Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-21T05:38:23.691 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.552561458Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-21T05:38:23.691 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.63428068Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-21T05:38:24.190 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.713496667Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-21T05:38:24.191 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.797727648Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-21T05:38:24.191 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:23 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:23.917925694Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-21T05:38:24.496 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:24 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:24.234886115Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-21T05:38:24.496 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:24 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:24.364455255Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-21T05:38:24.496 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:24 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:24.431708777Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-21T05:38:24.496 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:24 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:24.499533166Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-21T05:38:24.759 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:24 smithi099 bash[51755]: ts=2024-09-21T05:38:24.415Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000218402s 2024-09-21T05:38:24.940 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:24 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:24.516301047Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-21T05:38:24.940 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:24 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:24.559137734Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-21T05:38:24.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:24 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:24.617790748Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-21T05:38:25.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[21612]: cluster 2024-09-21T05:38:24.082991+0000 mgr.y (mgr.14409) 55 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:25.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:25.02953678Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-21T05:38:25.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:25.086690838Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-21T05:38:25.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:25.179274679Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-21T05:38:25.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:25 smithi099 bash[26898]: cluster 2024-09-21T05:38:24.082991+0000 mgr.y (mgr.14409) 55 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:25.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:25 smithi099 bash[19899]: cluster 2024-09-21T05:38:24.082991+0000 mgr.y (mgr.14409) 55 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:25.770 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:25.50518932Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-21T05:38:25.770 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:25.681220985Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-21T05:38:26.030 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:25.773492106Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-21T05:38:26.030 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:25.848996517Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-21T05:38:26.030 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:25.916058124Z level=info msg="Executing migration" id="create alert_image table" 2024-09-21T05:38:26.030 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:25 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:25.983108626Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-21T05:38:26.284 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.033642339Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-21T05:38:26.285 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.087889866Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-21T05:38:26.285 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.134328332Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-21T05:38:26.285 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.186614113Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-21T05:38:26.285 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.186816372Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-21T05:38:26.285 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.252011176Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-21T05:38:26.285 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.277439858Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-21T05:38:26.537 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.337651568Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-21T05:38:26.537 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.338086688Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-21T05:38:26.538 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.338345008Z level=info msg="alerts found to migrate" alerts=0 2024-09-21T05:38:26.538 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.430741229Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-21T05:38:26.538 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.530699739Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-21T05:38:26.940 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:26 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:26.751622147Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-21T05:38:27.287 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[21612]: cluster 2024-09-21T05:38:26.083547+0000 mgr.y (mgr.14409) 56 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:27.288 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.017334957Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-21T05:38:27.288 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.147388332Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-21T05:38:27.288 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.223529903Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-21T05:38:27.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:27 smithi099 bash[19899]: cluster 2024-09-21T05:38:26.083547+0000 mgr.y (mgr.14409) 56 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:27.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:27 smithi099 bash[26898]: cluster 2024-09-21T05:38:26.083547+0000 mgr.y (mgr.14409) 56 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:27.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.29115147Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-21T05:38:27.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.332991659Z level=info msg="Executing migration" id="create data_keys table" 2024-09-21T05:38:27.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.383463142Z level=info msg="Executing migration" id="create secrets table" 2024-09-21T05:38:27.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.450988453Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-21T05:38:27.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.509596139Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-21T05:38:27.559 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 systemd[1]: Stopping Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.481Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-21T05:38:27.560 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[45608]: ts=2024-09-21T05:38:27.482Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-21T05:38:27.940 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.56268275Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-21T05:38:27.940 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.63887765Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-21T05:38:27.940 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:27 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:27.729815671Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-21T05:38:28.362 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[47435]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T05:38:28.362 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:28.111685896Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-21T05:38:28.362 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:28.2375681Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-21T05:38:28.362 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:28.313296903Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-21T05:38:28.398 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:28.398 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:28.399 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:28.399 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:28.399 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:28.401 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:28.401 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:28.401 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:28.690 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:28.381158656Z level=info msg="Executing migration" id="create permission table" 2024-09-21T05:38:28.690 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:28.406390405Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-21T05:38:28.690 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:28.465223606Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-21T05:38:28.691 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:28.533239219Z level=info msg="Executing migration" id="create role table" 2024-09-21T05:38:28.691 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[47494]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T05:38:28.691 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:28 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-21T05:38:28.691 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:28 smithi112 systemd[1]: Stopped Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:38:28.691 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:28 smithi112 systemd[1]: Started Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:38:28.804 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:28 smithi099 bash[20153]: [21/Sep/2024:05:38:28] ENGINE Bus STOPPING 2024-09-21T05:38:28.805 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:28 smithi099 bash[20153]: [21/Sep/2024:05:38:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:38:28.805 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:28 smithi099 bash[20153]: [21/Sep/2024:05:38:28] ENGINE Bus STOPPED 2024-09-21T05:38:28.805 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:28 smithi099 bash[20153]: [21/Sep/2024:05:38:28] ENGINE Bus STARTING 2024-09-21T05:38:28.805 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:28 smithi099 bash[20153]: [21/Sep/2024:05:38:28] ENGINE Serving on http://:::9283 2024-09-21T05:38:28.805 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:28 smithi099 bash[20153]: [21/Sep/2024:05:38:28] ENGINE Bus STARTED 2024-09-21T05:38:28.805 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:28 smithi099 bash[20153]: [21/Sep/2024:05:38:28] ENGINE Bus STOPPING 2024-09-21T05:38:29.050 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:28 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:28.722518277Z level=info msg="Executing migration" id="add column display_name" 2024-09-21T05:38:29.409 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:29.054544584Z level=info msg="Executing migration" id="add column group_name" 2024-09-21T05:38:29.410 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:29.18572574Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-21T05:38:29.410 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: cluster 2024-09-21T05:38:28.084099+0000 mgr.y (mgr.14409) 57 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:29.410 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.418361+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.410 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.426682+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.410 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.431996+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T05:38:29.410 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.433992+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T05:38:29.410 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.439941+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.411 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.449865+0000 mon.a (mon.0) 783 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:38:29.411 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.455568+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi112.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T05:38:29.411 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.459955+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.411 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.469142+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T05:38:29.411 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.472853+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi112.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T05:38:29.411 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.477370+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.411 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[21612]: audit 2024-09-21T05:38:28.527118+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:38:29.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:38:29.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE Bus STOPPED 2024-09-21T05:38:29.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE Bus STARTING 2024-09-21T05:38:29.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE Serving on http://:::9283 2024-09-21T05:38:29.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE Bus STARTED 2024-09-21T05:38:29.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE Bus STOPPING 2024-09-21T05:38:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: cluster 2024-09-21T05:38:28.084099+0000 mgr.y (mgr.14409) 57 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.418361+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.426682+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.431996+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.433992+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.439941+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.449865+0000 mon.a (mon.0) 783 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.455568+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi112.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.459955+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.469142+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.472853+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi112.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T05:38:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.477370+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[26898]: audit 2024-09-21T05:38:28.527118+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:38:29.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: cluster 2024-09-21T05:38:28.084099+0000 mgr.y (mgr.14409) 57 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:29.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.418361+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.426682+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.431996+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T05:38:29.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.433992+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T05:38:29.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.439941+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.449865+0000 mon.a (mon.0) 783 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:38:29.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.455568+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi112.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T05:38:29.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.459955+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.469142+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T05:38:29.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.472853+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi112.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T05:38:29.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.477370+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:29.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[19899]: audit 2024-09-21T05:38:28.527118+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T05:38:29.676 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:29.41318491Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-21T05:38:29.867 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:38:29.867 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE Bus STOPPED 2024-09-21T05:38:29.867 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE Bus STARTING 2024-09-21T05:38:29.868 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE Serving on http://:::9283 2024-09-21T05:38:29.868 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:29 smithi099 bash[20153]: [21/Sep/2024:05:38:29] ENGINE Bus STARTED 2024-09-21T05:38:29.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:29.679559691Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-21T05:38:29.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:29.796881967Z level=info msg="Executing migration" id="create team role table" 2024-09-21T05:38:29.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:29.889386409Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-21T05:38:30.263 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:29 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:29.99005196Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-21T05:38:30.263 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.080887511Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-21T05:38:30.264 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.132610911Z level=info msg="Executing migration" id="create user role table" 2024-09-21T05:38:30.264 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.208635524Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-21T05:38:30.264 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.266851644Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-21T05:38:30.264 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[21612]: audit 2024-09-21T05:38:28.432645+0000 mgr.y (mgr.14409) 58 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T05:38:30.264 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[21612]: audit 2024-09-21T05:38:28.434479+0000 mgr.y (mgr.14409) 59 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T05:38:30.264 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[21612]: audit 2024-09-21T05:38:28.450486+0000 mgr.y (mgr.14409) 60 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:38:30.264 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[21612]: audit 2024-09-21T05:38:28.455976+0000 mgr.y (mgr.14409) 61 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi112.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T05:38:30.264 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[21612]: audit 2024-09-21T05:38:28.469542+0000 mgr.y (mgr.14409) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T05:38:30.264 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[21612]: audit 2024-09-21T05:38:28.473252+0000 mgr.y (mgr.14409) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi112.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T05:38:30.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[26898]: audit 2024-09-21T05:38:28.432645+0000 mgr.y (mgr.14409) 58 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T05:38:30.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[26898]: audit 2024-09-21T05:38:28.434479+0000 mgr.y (mgr.14409) 59 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T05:38:30.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[26898]: audit 2024-09-21T05:38:28.450486+0000 mgr.y (mgr.14409) 60 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:38:30.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[26898]: audit 2024-09-21T05:38:28.455976+0000 mgr.y (mgr.14409) 61 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi112.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T05:38:30.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[26898]: audit 2024-09-21T05:38:28.469542+0000 mgr.y (mgr.14409) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T05:38:30.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[26898]: audit 2024-09-21T05:38:28.473252+0000 mgr.y (mgr.14409) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi112.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T05:38:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[19899]: audit 2024-09-21T05:38:28.432645+0000 mgr.y (mgr.14409) 58 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T05:38:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[19899]: audit 2024-09-21T05:38:28.434479+0000 mgr.y (mgr.14409) 59 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T05:38:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[19899]: audit 2024-09-21T05:38:28.450486+0000 mgr.y (mgr.14409) 60 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:38:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[19899]: audit 2024-09-21T05:38:28.455976+0000 mgr.y (mgr.14409) 61 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi112.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T05:38:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[19899]: audit 2024-09-21T05:38:28.469542+0000 mgr.y (mgr.14409) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T05:38:30.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:30 smithi099 bash[19899]: audit 2024-09-21T05:38:28.473252+0000 mgr.y (mgr.14409) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi112.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T05:38:30.515 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.308815784Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-21T05:38:30.516 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.353884154Z level=info msg="Executing migration" id="create builtin role table" 2024-09-21T05:38:30.516 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.401263465Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-21T05:38:30.516 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.468837431Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-21T05:38:30.516 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.494121582Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-21T05:38:30.516 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.519386076Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-21T05:38:30.516 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.391Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.391Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.391Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi112 (none))" 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.391Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.391Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.392Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.393Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.394Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.394Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.397Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.397Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.119µs 2024-09-21T05:38:30.517 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.397Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-21T05:38:30.518 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.397Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-21T05:38:30.518 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.398Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-21T05:38:30.518 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.398Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=49.054µs wal_replay_duration=769.481µs wbl_replay_duration=95ns total_replay_duration=858.885µs 2024-09-21T05:38:30.518 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.399Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-21T05:38:30.518 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.399Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-21T05:38:30.518 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.399Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-21T05:38:30.518 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.424Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=25.665968ms db_storage=938ns remote_storage=1.318µs web_handler=455ns query_engine=784ns scrape=281.193µs scrape_sd=121.981µs notify=41.285µs notify_sd=31.478µs rules=24.781418ms tracing=7.143µs 2024-09-21T05:38:30.518 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.425Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-21T05:38:30.518 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[47520]: ts=2024-09-21T05:38:30.425Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-21T05:38:30.768 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.561348914Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-21T05:38:30.768 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.586545139Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-21T05:38:30.768 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.611697221Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-21T05:38:30.768 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.637010402Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-21T05:38:30.768 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.679061389Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-21T05:38:30.768 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.720976427Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-21T05:38:30.768 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.746211352Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-21T05:38:30.768 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.771482296Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-21T05:38:31.020 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.813433771Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-21T05:38:31.020 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.838640133Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-21T05:38:31.020 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.863851191Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-21T05:38:31.020 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.889161941Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-21T05:38:31.020 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.939611962Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-21T05:38:31.020 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:30 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:30.981636305Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-21T05:38:31.021 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.023542814Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-21T05:38:31.297 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[21612]: cluster 2024-09-21T05:38:30.084735+0000 mgr.y (mgr.14409) 64 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:31.297 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.065581938Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-21T05:38:31.297 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.107569789Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-21T05:38:31.298 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.132825897Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-21T05:38:31.298 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.158083159Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-21T05:38:31.298 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.183426016Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-21T05:38:31.298 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.208528579Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-21T05:38:31.298 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.268125018Z level=info msg="Executing migration" id="add correlation config column" 2024-09-21T05:38:31.298 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.300941367Z level=info msg="Executing migration" id="create entity_events table" 2024-09-21T05:38:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:31 smithi099 bash[19899]: cluster 2024-09-21T05:38:30.084735+0000 mgr.y (mgr.14409) 64 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:31 smithi099 bash[26898]: cluster 2024-09-21T05:38:30.084735+0000 mgr.y (mgr.14409) 64 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:31.558 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.342901863Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-21T05:38:31.558 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.368164181Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.368490454Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.393341203Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.393692509Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.435356724Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.477446777Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.494323843Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.511249967Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.528133915Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.545002287Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-21T05:38:31.559 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.561910385Z level=info msg="Executing migration" id="Drop public config table" 2024-09-21T05:38:31.819 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.578849709Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-21T05:38:31.819 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.595636369Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-21T05:38:31.820 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.612619599Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-21T05:38:31.820 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.637877074Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-21T05:38:31.820 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.663082029Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-21T05:38:31.820 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.696597438Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-21T05:38:31.820 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.721929429Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-21T05:38:31.820 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.747239213Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-21T05:38:31.820 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.772435178Z level=info msg="Executing migration" id="add share column" 2024-09-21T05:38:31.820 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.797669966Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-21T05:38:31.820 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.822917492Z level=info msg="Executing migration" id="create file table" 2024-09-21T05:38:32.079 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.87353364Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-21T05:38:32.080 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.915414239Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-21T05:38:32.080 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.940745334Z level=info msg="Executing migration" id="create file_meta table" 2024-09-21T05:38:32.080 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:31 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:31.982657689Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-21T05:38:32.080 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.024661844Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-21T05:38:32.080 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.083207824Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-21T05:38:32.365 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[21612]: audit 2024-09-21T05:38:32.139692+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:32.365 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.10843026Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-21T05:38:32.365 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.150457441Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-21T05:38:32.366 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.175684856Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-21T05:38:32.366 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.200897425Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-21T05:38:32.366 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.242939309Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-21T05:38:32.366 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.284972441Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-21T05:38:32.366 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.327004802Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-21T05:38:32.366 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.368984337Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-21T05:38:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:32 smithi099 bash[19899]: audit 2024-09-21T05:38:32.139692+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:32.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:32 smithi099 bash[26898]: audit 2024-09-21T05:38:32.139692+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:32.379 INFO:teuthology.orchestra.run.smithi099.stdout:111669149762 2024-09-21T05:38:32.379 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.3 2024-09-21T05:38:32.642 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.402656045Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-21T05:38:32.642 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.444444162Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-21T05:38:32.642 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.469885848Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-21T05:38:32.642 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.495157446Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-21T05:38:32.642 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.562020374Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-21T05:38:32.642 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.587107033Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-21T05:38:32.642 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.612482538Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-21T05:38:32.643 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.645912163Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-21T05:38:32.726 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:38:32 smithi099 bash[51755]: ts=2024-09-21T05:38:32.418Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003922894s 2024-09-21T05:38:32.940 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.671201204Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-21T05:38:32.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.713118553Z level=info msg="Executing migration" id="create folder table" 2024-09-21T05:38:32.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.738572267Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-21T05:38:32.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.76378575Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-21T05:38:32.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.789134218Z level=info msg="Executing migration" id="Update folder title length" 2024-09-21T05:38:32.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.814286053Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-21T05:38:32.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=migrator t=2024-09-21T05:38:32.839416367Z level=info msg="migrations completed" performed=485 skipped=0 duration=21.49766084s 2024-09-21T05:38:32.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=sqlstore t=2024-09-21T05:38:32.840845118Z level=info msg="Created default organization" 2024-09-21T05:38:33.220 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=plugin.finder t=2024-09-21T05:38:32.958367177Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-21T05:38:33.220 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=secrets t=2024-09-21T05:38:32.958562961Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-21T05:38:33.220 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=query_data t=2024-09-21T05:38:32.967488176Z level=info msg="Query Service initialization" 2024-09-21T05:38:33.220 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:32 smithi112 bash[46851]: logger=live.push_http t=2024-09-21T05:38:32.976191695Z level=info msg="Live Push Gateway initialization" 2024-09-21T05:38:33.339 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:33 smithi099 bash[19899]: cluster 2024-09-21T05:38:32.085299+0000 mgr.y (mgr.14409) 65 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:33.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:33 smithi099 bash[26898]: cluster 2024-09-21T05:38:32.085299+0000 mgr.y (mgr.14409) 65 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:33.370 INFO:teuthology.orchestra.run.smithi099.stdout:236223201303 2024-09-21T05:38:33.370 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.7 2024-09-21T05:38:33.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:33 smithi112 bash[21612]: cluster 2024-09-21T05:38:32.085299+0000 mgr.y (mgr.14409) 65 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:33.844 INFO:teuthology.orchestra.run.smithi099.stdout:133143986231 2024-09-21T05:38:33.845 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.4 2024-09-21T05:38:34.440 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=infra.usagestats.collector t=2024-09-21T05:38:34.075832119Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=provisioning.datasources t=2024-09-21T05:38:34.077033314Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=provisioning.datasources t=2024-09-21T05:38:34.132730222Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=provisioning.alerting t=2024-09-21T05:38:34.174523688Z level=info msg="starting to provision alerting" 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=provisioning.alerting t=2024-09-21T05:38:34.174557893Z level=info msg="finished to provision alerting" 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=grafanaStorageLogger t=2024-09-21T05:38:34.175066246Z level=info msg="storage starting" 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=ngalert.state.manager t=2024-09-21T05:38:34.175155087Z level=info msg="Warming state cache for startup" 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=http.server t=2024-09-21T05:38:34.183652378Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=ngalert.state.manager t=2024-09-21T05:38:34.231212885Z level=info msg="State cache has been initialized" states=0 duration=56.054891ms 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=ticker t=2024-09-21T05:38:34.231331423Z level=info msg=starting first_tick=2024-09-21T05:38:40Z 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=ngalert.multiorg.alertmanager t=2024-09-21T05:38:34.231319522Z level=info msg="starting MultiOrg Alertmanager" 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=sqlstore.transactions t=2024-09-21T05:38:34.243341642Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-21T05:38:34.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=sqlstore.transactions t=2024-09-21T05:38:34.307398866Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-21T05:38:34.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:38:34 smithi112 bash[46851]: logger=sqlstore.transactions t=2024-09-21T05:38:34.318123988Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-09-21T05:38:34.793 INFO:teuthology.orchestra.run.smithi099.stdout:167503724588 2024-09-21T05:38:34.794 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.5 2024-09-21T05:38:34.839 INFO:teuthology.orchestra.run.smithi099.stdout:34359738465 2024-09-21T05:38:34.839 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.0 2024-09-21T05:38:35.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:35 smithi099 bash[19899]: cluster 2024-09-21T05:38:34.085928+0000 mgr.y (mgr.14409) 66 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:35.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:35 smithi099 bash[26898]: cluster 2024-09-21T05:38:34.085928+0000 mgr.y (mgr.14409) 66 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:35.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:35 smithi112 bash[21612]: cluster 2024-09-21T05:38:34.085928+0000 mgr.y (mgr.14409) 66 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:35.796 INFO:teuthology.orchestra.run.smithi099.stdout:55834574936 2024-09-21T05:38:35.796 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.1 2024-09-21T05:38:35.822 INFO:teuthology.orchestra.run.smithi099.stdout:77309411406 2024-09-21T05:38:35.822 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.2 2024-09-21T05:38:35.888 INFO:teuthology.orchestra.run.smithi099.stdout:201863462947 2024-09-21T05:38:35.889 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.6 2024-09-21T05:38:36.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:36 smithi112 bash[21612]: audit 2024-09-21T05:38:35.368242+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:36.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:36 smithi112 bash[21612]: audit 2024-09-21T05:38:35.377927+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:36.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:36 smithi112 bash[21612]: cluster 2024-09-21T05:38:36.086306+0000 mgr.y (mgr.14409) 67 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:36.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:36 smithi099 bash[26898]: audit 2024-09-21T05:38:35.368242+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:36.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:36 smithi099 bash[26898]: audit 2024-09-21T05:38:35.377927+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:36.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:36 smithi099 bash[26898]: cluster 2024-09-21T05:38:36.086306+0000 mgr.y (mgr.14409) 67 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:36.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:36 smithi099 bash[19899]: audit 2024-09-21T05:38:35.368242+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:36.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:36 smithi099 bash[19899]: audit 2024-09-21T05:38:35.377927+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:36.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:36 smithi099 bash[19899]: cluster 2024-09-21T05:38:36.086306+0000 mgr.y (mgr.14409) 67 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:37.942 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:37.944 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:37.946 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:38.951 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:38.953 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:39.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:39 smithi112 bash[21612]: cluster 2024-09-21T05:38:38.086636+0000 mgr.y (mgr.14409) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:39.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:39 smithi112 bash[21612]: audit 2024-09-21T05:38:38.473743+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:39.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:39 smithi112 bash[21612]: audit 2024-09-21T05:38:38.478335+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:39.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:39 smithi112 bash[21612]: audit 2024-09-21T05:38:38.479146+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:38:39.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:39 smithi112 bash[21612]: audit 2024-09-21T05:38:38.479791+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:38:39.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:39 smithi112 bash[21612]: audit 2024-09-21T05:38:38.483843+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:39.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[19899]: cluster 2024-09-21T05:38:38.086636+0000 mgr.y (mgr.14409) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[19899]: audit 2024-09-21T05:38:38.473743+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[19899]: audit 2024-09-21T05:38:38.478335+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[19899]: audit 2024-09-21T05:38:38.479146+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[19899]: audit 2024-09-21T05:38:38.479791+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[19899]: audit 2024-09-21T05:38:38.483843+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[26898]: cluster 2024-09-21T05:38:38.086636+0000 mgr.y (mgr.14409) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[26898]: audit 2024-09-21T05:38:38.473743+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[26898]: audit 2024-09-21T05:38:38.478335+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[26898]: audit 2024-09-21T05:38:38.479146+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:38:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[26898]: audit 2024-09-21T05:38:38.479791+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:38:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:39 smithi099 bash[26898]: audit 2024-09-21T05:38:38.483843+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:38:39.976 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:39.977 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:39.977 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:41.422 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:41 smithi099 bash[19899]: cluster 2024-09-21T05:38:40.087164+0000 mgr.y (mgr.14409) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:41.422 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:41 smithi099 bash[26898]: cluster 2024-09-21T05:38:40.087164+0000 mgr.y (mgr.14409) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:41.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:41 smithi112 bash[21612]: cluster 2024-09-21T05:38:40.087164+0000 mgr.y (mgr.14409) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:41.748 INFO:teuthology.orchestra.run.smithi099.stdout:133143986233 2024-09-21T05:38:41.843 INFO:teuthology.orchestra.run.smithi099.stdout:236223201305 2024-09-21T05:38:41.939 INFO:teuthology.orchestra.run.smithi099.stdout:111669149764 2024-09-21T05:38:42.268 INFO:teuthology.orchestra.run.smithi099.stdout:34359738467 2024-09-21T05:38:42.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:42 smithi112 bash[21612]: audit 2024-09-21T05:38:41.750798+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.99:0/2583835692' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-21T05:38:42.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:42 smithi112 bash[21612]: audit 2024-09-21T05:38:41.845670+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.99:0/1487568146' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-21T05:38:42.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:42 smithi112 bash[21612]: audit 2024-09-21T05:38:41.941299+0000 mon.a (mon.0) 798 : audit [DBG] from='client.? 172.21.15.99:0/1620943229' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-21T05:38:42.458 INFO:teuthology.orchestra.run.smithi099.stdout:167503724590 2024-09-21T05:38:42.503 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:42 smithi099 bash[19899]: audit 2024-09-21T05:38:41.750798+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.99:0/2583835692' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-21T05:38:42.503 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:42 smithi099 bash[19899]: audit 2024-09-21T05:38:41.845670+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.99:0/1487568146' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-21T05:38:42.503 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:42 smithi099 bash[19899]: audit 2024-09-21T05:38:41.941299+0000 mon.a (mon.0) 798 : audit [DBG] from='client.? 172.21.15.99:0/1620943229' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-21T05:38:42.504 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:42 smithi099 bash[26898]: audit 2024-09-21T05:38:41.750798+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.99:0/2583835692' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-21T05:38:42.504 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:42 smithi099 bash[26898]: audit 2024-09-21T05:38:41.845670+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.99:0/1487568146' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-21T05:38:42.504 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:42 smithi099 bash[26898]: audit 2024-09-21T05:38:41.941299+0000 mon.a (mon.0) 798 : audit [DBG] from='client.? 172.21.15.99:0/1620943229' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-21T05:38:42.604 INFO:teuthology.orchestra.run.smithi099.stdout:77309411407 2024-09-21T05:38:43.213 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986231 got 133143986233 for osd.4 2024-09-21T05:38:43.213 DEBUG:teuthology.parallel:result is None 2024-09-21T05:38:43.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:43 smithi112 bash[21612]: cluster 2024-09-21T05:38:42.087532+0000 mgr.y (mgr.14409) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:43.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:43 smithi112 bash[21612]: audit 2024-09-21T05:38:42.270623+0000 mon.a (mon.0) 799 : audit [DBG] from='client.? 172.21.15.99:0/208533247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-21T05:38:43.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:43 smithi112 bash[21612]: audit 2024-09-21T05:38:42.460755+0000 mon.a (mon.0) 800 : audit [DBG] from='client.? 172.21.15.99:0/1169810804' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-21T05:38:43.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:43 smithi112 bash[21612]: audit 2024-09-21T05:38:42.606944+0000 mon.a (mon.0) 801 : audit [DBG] from='client.? 172.21.15.99:0/2661561076' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-21T05:38:43.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:43 smithi099 bash[19899]: cluster 2024-09-21T05:38:42.087532+0000 mgr.y (mgr.14409) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:43.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:43 smithi099 bash[19899]: audit 2024-09-21T05:38:42.270623+0000 mon.a (mon.0) 799 : audit [DBG] from='client.? 172.21.15.99:0/208533247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-21T05:38:43.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:43 smithi099 bash[19899]: audit 2024-09-21T05:38:42.460755+0000 mon.a (mon.0) 800 : audit [DBG] from='client.? 172.21.15.99:0/1169810804' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-21T05:38:43.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:43 smithi099 bash[19899]: audit 2024-09-21T05:38:42.606944+0000 mon.a (mon.0) 801 : audit [DBG] from='client.? 172.21.15.99:0/2661561076' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-21T05:38:43.480 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:43 smithi099 bash[26898]: cluster 2024-09-21T05:38:42.087532+0000 mgr.y (mgr.14409) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:43.480 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:43 smithi099 bash[26898]: audit 2024-09-21T05:38:42.270623+0000 mon.a (mon.0) 799 : audit [DBG] from='client.? 172.21.15.99:0/208533247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-21T05:38:43.480 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:43 smithi099 bash[26898]: audit 2024-09-21T05:38:42.460755+0000 mon.a (mon.0) 800 : audit [DBG] from='client.? 172.21.15.99:0/1169810804' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-21T05:38:43.480 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:43 smithi099 bash[26898]: audit 2024-09-21T05:38:42.606944+0000 mon.a (mon.0) 801 : audit [DBG] from='client.? 172.21.15.99:0/2661561076' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-21T05:38:44.021 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149762 got 111669149764 for osd.3 2024-09-21T05:38:44.022 DEBUG:teuthology.parallel:result is None 2024-09-21T05:38:44.124 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724588 got 167503724590 for osd.5 2024-09-21T05:38:44.125 DEBUG:teuthology.parallel:result is None 2024-09-21T05:38:44.259 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:38:44] "GET /metrics HTTP/1.1" 200 26207 "" "Prometheus/2.43.0" 2024-09-21T05:38:44.500 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738465 got 34359738467 for osd.0 2024-09-21T05:38:44.500 DEBUG:teuthology.parallel:result is None 2024-09-21T05:38:45.191 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201303 got 236223201305 for osd.7 2024-09-21T05:38:45.192 DEBUG:teuthology.parallel:result is None 2024-09-21T05:38:45.338 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411406 got 77309411407 for osd.2 2024-09-21T05:38:45.338 DEBUG:teuthology.parallel:result is None 2024-09-21T05:38:45.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:45 smithi112 bash[21612]: cluster 2024-09-21T05:38:44.087930+0000 mgr.y (mgr.14409) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:45.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:45 smithi099 bash[19899]: cluster 2024-09-21T05:38:44.087930+0000 mgr.y (mgr.14409) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:45.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:45 smithi099 bash[26898]: cluster 2024-09-21T05:38:44.087930+0000 mgr.y (mgr.14409) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:45.627 INFO:teuthology.orchestra.run.smithi099.stdout:201863462949 2024-09-21T05:38:45.640 INFO:teuthology.orchestra.run.smithi099.stdout:55834574938 2024-09-21T05:38:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:46 smithi112 bash[21612]: audit 2024-09-21T05:38:45.629974+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? 172.21.15.99:0/136575595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-21T05:38:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:46 smithi112 bash[21612]: audit 2024-09-21T05:38:45.642967+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.15.99:0/1103560648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-21T05:38:46.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:46 smithi099 bash[19899]: audit 2024-09-21T05:38:45.629974+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? 172.21.15.99:0/136575595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-21T05:38:46.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:46 smithi099 bash[19899]: audit 2024-09-21T05:38:45.642967+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.15.99:0/1103560648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-21T05:38:46.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:46 smithi099 bash[26898]: audit 2024-09-21T05:38:45.629974+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? 172.21.15.99:0/136575595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-21T05:38:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:46 smithi099 bash[26898]: audit 2024-09-21T05:38:45.642967+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.15.99:0/1103560648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-21T05:38:46.856 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462947 got 201863462949 for osd.6 2024-09-21T05:38:46.857 DEBUG:teuthology.parallel:result is None 2024-09-21T05:38:46.869 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574936 got 55834574938 for osd.1 2024-09-21T05:38:46.869 DEBUG:teuthology.parallel:result is None 2024-09-21T05:38:46.870 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-21T05:38:46.870 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph pg dump --format=json 2024-09-21T05:38:47.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:47 smithi112 bash[21612]: cluster 2024-09-21T05:38:46.088468+0000 mgr.y (mgr.14409) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:47.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:47 smithi112 bash[21612]: audit 2024-09-21T05:38:47.139839+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:47.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:47 smithi099 bash[19899]: cluster 2024-09-21T05:38:46.088468+0000 mgr.y (mgr.14409) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:47.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:47 smithi099 bash[19899]: audit 2024-09-21T05:38:47.139839+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:47 smithi099 bash[26898]: cluster 2024-09-21T05:38:46.088468+0000 mgr.y (mgr.14409) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:47 smithi099 bash[26898]: audit 2024-09-21T05:38:47.139839+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:38:49.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:49 smithi112 bash[21612]: cluster 2024-09-21T05:38:48.089073+0000 mgr.y (mgr.14409) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:49.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:49 smithi099 bash[19899]: cluster 2024-09-21T05:38:48.089073+0000 mgr.y (mgr.14409) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:49.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:49 smithi099 bash[26898]: cluster 2024-09-21T05:38:48.089073+0000 mgr.y (mgr.14409) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:51.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:51 smithi112 bash[21612]: cluster 2024-09-21T05:38:50.089603+0000 mgr.y (mgr.14409) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:51 smithi099 bash[19899]: cluster 2024-09-21T05:38:50.089603+0000 mgr.y (mgr.14409) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:51.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:51 smithi099 bash[26898]: cluster 2024-09-21T05:38:50.089603+0000 mgr.y (mgr.14409) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:51.695 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:53.234 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-21T05:38:53.234 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:38:53.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:53 smithi112 bash[21612]: cluster 2024-09-21T05:38:52.090182+0000 mgr.y (mgr.14409) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:53.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:53 smithi099 bash[19899]: cluster 2024-09-21T05:38:52.090182+0000 mgr.y (mgr.14409) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:53.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:53 smithi099 bash[26898]: cluster 2024-09-21T05:38:52.090182+0000 mgr.y (mgr.14409) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:53.819 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-09-21T05:38:52.089933+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":243396,"kb_used_data":6380,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":749717820,"statfs":{"total":767960285184,"available":767711047680,"internally_reserved":0,"allocated":6533120,"data_stored":3703392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":242535988},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003043"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":253,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-21T05:37:34.189762+0000","last_change":"2024-09-21T05:36:45.999543+0000","last_active":"2024-09-21T05:37:34.189762+0000","last_peered":"2024-09-21T05:37:34.189762+0000","last_clean":"2024-09-21T05:37:34.189762+0000","last_became_active":"2024-09-21T05:36:45.998637+0000","last_became_peered":"2024-09-21T05:36:45.998637+0000","last_unstale":"2024-09-21T05:37:34.189762+0000","last_undegraded":"2024-09-21T05:37:34.189762+0000","last_fullsized":"2024-09-21T05:37:34.189762+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T05:32:20.138282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T05:32:20.138282+0000","last_clean_scrub_stamp":"2024-09-21T05:32:20.138282+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:39.261166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201307,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28188,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716964,"statfs":{"total":95995035648,"available":95966171136,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462950,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724592,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986235,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149766,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574939,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738469,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T05:38:53.819 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph pg dump --format=json 2024-09-21T05:38:54.188 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:38:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:38:54] "GET /metrics HTTP/1.1" 200 26207 "" "Prometheus/2.43.0" 2024-09-21T05:38:54.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:54 smithi112 bash[21612]: audit 2024-09-21T05:38:53.233840+0000 mgr.y (mgr.14409) 76 : audit [DBG] from='client.14577 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T05:38:54.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:54 smithi099 bash[19899]: audit 2024-09-21T05:38:53.233840+0000 mgr.y (mgr.14409) 76 : audit [DBG] from='client.14577 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T05:38:54.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:54 smithi099 bash[26898]: audit 2024-09-21T05:38:53.233840+0000 mgr.y (mgr.14409) 76 : audit [DBG] from='client.14577 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T05:38:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:55 smithi099 bash[19899]: cluster 2024-09-21T05:38:54.090598+0000 mgr.y (mgr.14409) 77 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:55.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:55 smithi099 bash[26898]: cluster 2024-09-21T05:38:54.090598+0000 mgr.y (mgr.14409) 77 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:55.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:55 smithi112 bash[21612]: cluster 2024-09-21T05:38:54.090598+0000 mgr.y (mgr.14409) 77 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:57.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:57 smithi099 bash[19899]: cluster 2024-09-21T05:38:56.091176+0000 mgr.y (mgr.14409) 78 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:57.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:57 smithi099 bash[26898]: cluster 2024-09-21T05:38:56.091176+0000 mgr.y (mgr.14409) 78 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:57.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:57 smithi112 bash[21612]: cluster 2024-09-21T05:38:56.091176+0000 mgr.y (mgr.14409) 78 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:58.603 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:38:59.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:38:59 smithi099 bash[19899]: cluster 2024-09-21T05:38:58.091742+0000 mgr.y (mgr.14409) 79 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:59.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:38:59 smithi099 bash[26898]: cluster 2024-09-21T05:38:58.091742+0000 mgr.y (mgr.14409) 79 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:59.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:38:59 smithi112 bash[21612]: cluster 2024-09-21T05:38:58.091742+0000 mgr.y (mgr.14409) 79 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:38:59.859 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:38:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-21T05:39:00.484 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":46,"stamp":"2024-09-21T05:38:58.091461+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":243396,"kb_used_data":6380,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":749717820,"statfs":{"total":767960285184,"available":767711047680,"internally_reserved":0,"allocated":6533120,"data_stored":3703392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":242535988},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003251"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":253,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-21T05:37:34.189762+0000","last_change":"2024-09-21T05:36:45.999543+0000","last_active":"2024-09-21T05:37:34.189762+0000","last_peered":"2024-09-21T05:37:34.189762+0000","last_clean":"2024-09-21T05:37:34.189762+0000","last_became_active":"2024-09-21T05:36:45.998637+0000","last_became_peered":"2024-09-21T05:36:45.998637+0000","last_unstale":"2024-09-21T05:37:34.189762+0000","last_undegraded":"2024-09-21T05:37:34.189762+0000","last_fullsized":"2024-09-21T05:37:34.189762+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T05:32:20.138282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T05:32:20.138282+0000","last_clean_scrub_stamp":"2024-09-21T05:32:20.138282+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:39.261166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201309,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28188,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716964,"statfs":{"total":95995035648,"available":95966171136,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462952,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724594,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986237,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149768,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738471,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T05:39:00.485 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-21T05:39:00.485 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-21T05:39:00.485 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-21T05:39:00.485 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- ceph health --format=json 2024-09-21T05:39:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:01 smithi099 bash[19899]: audit 2024-09-21T05:38:59.860159+0000 mgr.y (mgr.14409) 80 : audit [DBG] from='client.14583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T05:39:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:01 smithi099 bash[19899]: cluster 2024-09-21T05:39:00.092367+0000 mgr.y (mgr.14409) 81 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:01.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:01 smithi099 bash[26898]: audit 2024-09-21T05:38:59.860159+0000 mgr.y (mgr.14409) 80 : audit [DBG] from='client.14583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T05:39:01.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:01 smithi099 bash[26898]: cluster 2024-09-21T05:39:00.092367+0000 mgr.y (mgr.14409) 81 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:01.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:01 smithi112 bash[21612]: audit 2024-09-21T05:38:59.860159+0000 mgr.y (mgr.14409) 80 : audit [DBG] from='client.14583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T05:39:01.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:01 smithi112 bash[21612]: cluster 2024-09-21T05:39:00.092367+0000 mgr.y (mgr.14409) 81 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:02.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:02 smithi099 bash[26898]: audit 2024-09-21T05:39:02.140843+0000 mon.a (mon.0) 805 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:02.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:02 smithi099 bash[19899]: audit 2024-09-21T05:39:02.140843+0000 mon.a (mon.0) 805 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:02.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:02 smithi112 bash[21612]: audit 2024-09-21T05:39:02.140843+0000 mon.a (mon.0) 805 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:03.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:03 smithi099 bash[19899]: cluster 2024-09-21T05:39:02.092950+0000 mgr.y (mgr.14409) 82 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:03 smithi099 bash[26898]: cluster 2024-09-21T05:39:02.092950+0000 mgr.y (mgr.14409) 82 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:03.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:03 smithi112 bash[21612]: cluster 2024-09-21T05:39:02.092950+0000 mgr.y (mgr.14409) 82 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:04.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:39:04] "GET /metrics HTTP/1.1" 200 26201 "" "Prometheus/2.43.0" 2024-09-21T05:39:05.274 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:39:05.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:05 smithi099 bash[19899]: cluster 2024-09-21T05:39:04.093494+0000 mgr.y (mgr.14409) 83 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:05 smithi099 bash[26898]: cluster 2024-09-21T05:39:04.093494+0000 mgr.y (mgr.14409) 83 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:05.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:05 smithi112 bash[21612]: cluster 2024-09-21T05:39:04.093494+0000 mgr.y (mgr.14409) 83 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:06.642 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:39:06.642 INFO:teuthology.orchestra.run.smithi099.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-21T05:39:07.267 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-21T05:39:07.268 INFO:tasks.cephadm:Setup complete, yielding 2024-09-21T05:39:07.268 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-21T05:39:07.276 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi099.front.sepia.ceph.com 2024-09-21T05:39:07.276 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2024-09-21T05:39:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:07 smithi099 bash[19899]: cluster 2024-09-21T05:39:06.094071+0000 mgr.y (mgr.14409) 84 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:07 smithi099 bash[19899]: audit 2024-09-21T05:39:06.644605+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.99:0/3299207421' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-21T05:39:07.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:07 smithi099 bash[26898]: cluster 2024-09-21T05:39:06.094071+0000 mgr.y (mgr.14409) 84 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:07.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:07 smithi099 bash[26898]: audit 2024-09-21T05:39:06.644605+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.99:0/3299207421' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-21T05:39:07.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:07 smithi112 bash[21612]: cluster 2024-09-21T05:39:06.094071+0000 mgr.y (mgr.14409) 84 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:07.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:07 smithi112 bash[21612]: audit 2024-09-21T05:39:06.644605+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.99:0/3299207421' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-21T05:39:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:09 smithi099 bash[26898]: cluster 2024-09-21T05:39:08.094681+0000 mgr.y (mgr.14409) 85 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:09.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:09 smithi099 bash[19899]: cluster 2024-09-21T05:39:08.094681+0000 mgr.y (mgr.14409) 85 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:09 smithi112 bash[21612]: cluster 2024-09-21T05:39:08.094681+0000 mgr.y (mgr.14409) 85 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:11.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:11 smithi099 bash[19899]: cluster 2024-09-21T05:39:10.095127+0000 mgr.y (mgr.14409) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:11.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:11 smithi099 bash[26898]: cluster 2024-09-21T05:39:10.095127+0000 mgr.y (mgr.14409) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:11.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:11 smithi112 bash[21612]: cluster 2024-09-21T05:39:10.095127+0000 mgr.y (mgr.14409) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:12.055 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:39:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:13 smithi099 bash[19899]: cluster 2024-09-21T05:39:12.095503+0000 mgr.y (mgr.14409) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:13.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:13 smithi099 bash[26898]: cluster 2024-09-21T05:39:12.095503+0000 mgr.y (mgr.14409) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:13.642 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:13 smithi099 bash[20153]: [21/Sep/2024:05:39:13] ENGINE Bus STOPPING 2024-09-21T05:39:13.642 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:13 smithi099 bash[20153]: [21/Sep/2024:05:39:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:39:13.642 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:13 smithi099 bash[20153]: [21/Sep/2024:05:39:13] ENGINE Bus STOPPED 2024-09-21T05:39:13.642 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:13 smithi099 bash[20153]: [21/Sep/2024:05:39:13] ENGINE Bus STARTING 2024-09-21T05:39:13.642 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:13 smithi099 bash[20153]: [21/Sep/2024:05:39:13] ENGINE Serving on http://:::9283 2024-09-21T05:39:13.642 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:13 smithi099 bash[20153]: [21/Sep/2024:05:39:13] ENGINE Bus STARTED 2024-09-21T05:39:13.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:13 smithi112 bash[21612]: cluster 2024-09-21T05:39:12.095503+0000 mgr.y (mgr.14409) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:13.947 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-21T05:39:13.957 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi099.front.sepia.ceph.com 2024-09-21T05:39:13.957 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-09-21T05:39:14.259 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:39:14] "GET /metrics HTTP/1.1" 200 26201 "" "Prometheus/2.43.0" 2024-09-21T05:39:14.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:14 smithi112 bash[21612]: audit 2024-09-21T05:39:13.358600+0000 mon.a (mon.0) 806 : audit [INF] from='client.? ' entity='client.admin' 2024-09-21T05:39:14.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:14 smithi112 bash[21612]: audit 2024-09-21T05:39:13.914091+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:14.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:14 smithi112 bash[21612]: audit 2024-09-21T05:39:13.923981+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:14.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:14 smithi112 bash[21612]: cluster 2024-09-21T05:39:14.095993+0000 mgr.y (mgr.14409) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:14.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:14 smithi099 bash[19899]: audit 2024-09-21T05:39:13.358600+0000 mon.a (mon.0) 806 : audit [INF] from='client.? ' entity='client.admin' 2024-09-21T05:39:14.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:14 smithi099 bash[19899]: audit 2024-09-21T05:39:13.914091+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:14.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:14 smithi099 bash[19899]: audit 2024-09-21T05:39:13.923981+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:14.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:14 smithi099 bash[19899]: cluster 2024-09-21T05:39:14.095993+0000 mgr.y (mgr.14409) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:14.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:14 smithi099 bash[26898]: audit 2024-09-21T05:39:13.358600+0000 mon.a (mon.0) 806 : audit [INF] from='client.? ' entity='client.admin' 2024-09-21T05:39:14.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:14 smithi099 bash[26898]: audit 2024-09-21T05:39:13.914091+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:14.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:14 smithi099 bash[26898]: audit 2024-09-21T05:39:13.923981+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:14.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:14 smithi099 bash[26898]: cluster 2024-09-21T05:39:14.095993+0000 mgr.y (mgr.14409) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:17.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:17 smithi112 bash[21612]: cluster 2024-09-21T05:39:16.096552+0000 mgr.y (mgr.14409) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:17.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:17 smithi112 bash[21612]: audit 2024-09-21T05:39:17.141203+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:17 smithi099 bash[19899]: cluster 2024-09-21T05:39:16.096552+0000 mgr.y (mgr.14409) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:17 smithi099 bash[19899]: audit 2024-09-21T05:39:17.141203+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:17.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:17 smithi099 bash[26898]: cluster 2024-09-21T05:39:16.096552+0000 mgr.y (mgr.14409) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:17.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:17 smithi099 bash[26898]: audit 2024-09-21T05:39:17.141203+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:18.412 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:39:19.404 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:19 smithi099 bash[26898]: cluster 2024-09-21T05:39:18.097208+0000 mgr.y (mgr.14409) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:19.404 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:19 smithi099 bash[26898]: audit 2024-09-21T05:39:18.916062+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:19.404 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:19 smithi099 bash[26898]: audit 2024-09-21T05:39:18.921620+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:19.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:19 smithi099 bash[19899]: cluster 2024-09-21T05:39:18.097208+0000 mgr.y (mgr.14409) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:19.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:19 smithi099 bash[19899]: audit 2024-09-21T05:39:18.916062+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:19.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:19 smithi099 bash[19899]: audit 2024-09-21T05:39:18.921620+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:19.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:19 smithi112 bash[21612]: cluster 2024-09-21T05:39:18.097208+0000 mgr.y (mgr.14409) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:19.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:19 smithi112 bash[21612]: audit 2024-09-21T05:39:18.916062+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:19.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:19 smithi112 bash[21612]: audit 2024-09-21T05:39:18.921620+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:20 smithi112 bash[21612]: audit 2024-09-21T05:39:19.884350+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:20 smithi112 bash[21612]: audit 2024-09-21T05:39:19.892591+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:20 smithi112 bash[21612]: cluster 2024-09-21T05:39:20.097792+0000 mgr.y (mgr.14409) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:21.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:20 smithi112 bash[21612]: cluster 2024-09-21T05:39:20.165011+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-21T05:39:21.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:20 smithi112 bash[21612]: audit 2024-09-21T05:39:20.168740+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.99:0/3997800095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-21T05:39:21.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:20 smithi112 bash[21612]: audit 2024-09-21T05:39:20.170861+0000 mon.a (mon.0) 815 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-21T05:39:21.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:20 smithi112 bash[21612]: audit 2024-09-21T05:39:20.597582+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:21.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:20 smithi112 bash[21612]: audit 2024-09-21T05:39:20.599411+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:39:21.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:20 smithi112 bash[21612]: audit 2024-09-21T05:39:20.608048+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.239 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T05:39:21.239 INFO:teuthology.orchestra.run.smithi099.stdout: "id": "0f3237ce-4534-4eea-b55f-a9e0579e28ab", 2024-09-21T05:39:21.239 INFO:teuthology.orchestra.run.smithi099.stdout: "name": "r", 2024-09-21T05:39:21.239 INFO:teuthology.orchestra.run.smithi099.stdout: "current_period": "b9b17215-ab66-4c8a-a320-4431c4b331a0", 2024-09-21T05:39:21.239 INFO:teuthology.orchestra.run.smithi099.stdout: "epoch": 1 2024-09-21T05:39:21.240 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[19899]: audit 2024-09-21T05:39:19.884350+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[19899]: audit 2024-09-21T05:39:19.892591+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[19899]: cluster 2024-09-21T05:39:20.097792+0000 mgr.y (mgr.14409) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[19899]: cluster 2024-09-21T05:39:20.165011+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[19899]: audit 2024-09-21T05:39:20.168740+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.99:0/3997800095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[19899]: audit 2024-09-21T05:39:20.170861+0000 mon.a (mon.0) 815 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[19899]: audit 2024-09-21T05:39:20.597582+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[19899]: audit 2024-09-21T05:39:20.599411+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[19899]: audit 2024-09-21T05:39:20.608048+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[26898]: audit 2024-09-21T05:39:19.884350+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.243 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[26898]: audit 2024-09-21T05:39:19.892591+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[26898]: cluster 2024-09-21T05:39:20.097792+0000 mgr.y (mgr.14409) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:21.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[26898]: cluster 2024-09-21T05:39:20.165011+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-21T05:39:21.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[26898]: audit 2024-09-21T05:39:20.168740+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.99:0/3997800095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-21T05:39:21.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[26898]: audit 2024-09-21T05:39:20.170861+0000 mon.a (mon.0) 815 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-21T05:39:21.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[26898]: audit 2024-09-21T05:39:20.597582+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:21.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[26898]: audit 2024-09-21T05:39:20.599411+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:39:21.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:20 smithi099 bash[26898]: audit 2024-09-21T05:39:20.608048+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:21.855 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-09-21T05:39:22.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:22 smithi112 bash[21612]: audit 2024-09-21T05:39:21.161135+0000 mon.a (mon.0) 819 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-21T05:39:22.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:22 smithi112 bash[21612]: cluster 2024-09-21T05:39:21.169052+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-21T05:39:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:22 smithi099 bash[19899]: audit 2024-09-21T05:39:21.161135+0000 mon.a (mon.0) 819 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-21T05:39:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:22 smithi099 bash[19899]: cluster 2024-09-21T05:39:21.169052+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-21T05:39:22.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:22 smithi099 bash[26898]: audit 2024-09-21T05:39:21.161135+0000 mon.a (mon.0) 819 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-21T05:39:22.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:22 smithi099 bash[26898]: cluster 2024-09-21T05:39:21.169052+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-21T05:39:23.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:23 smithi112 bash[21612]: cluster 2024-09-21T05:39:22.098183+0000 mgr.y (mgr.14409) 92 : cluster [DBG] pgmap v60: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:23.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:23 smithi112 bash[21612]: cluster 2024-09-21T05:39:22.180733+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-21T05:39:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:23 smithi099 bash[26898]: cluster 2024-09-21T05:39:22.098183+0000 mgr.y (mgr.14409) 92 : cluster [DBG] pgmap v60: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:23 smithi099 bash[26898]: cluster 2024-09-21T05:39:22.180733+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-21T05:39:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:23 smithi099 bash[19899]: cluster 2024-09-21T05:39:22.098183+0000 mgr.y (mgr.14409) 92 : cluster [DBG] pgmap v60: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:23 smithi099 bash[19899]: cluster 2024-09-21T05:39:22.180733+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-21T05:39:24.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:39:24] "GET /metrics HTTP/1.1" 200 26203 "" "Prometheus/2.43.0" 2024-09-21T05:39:25.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:25 smithi112 bash[21612]: cluster 2024-09-21T05:39:24.098822+0000 mgr.y (mgr.14409) 93 : cluster [DBG] pgmap v62: 33 pgs: 33 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-21T05:39:25.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:25 smithi099 bash[19899]: cluster 2024-09-21T05:39:24.098822+0000 mgr.y (mgr.14409) 93 : cluster [DBG] pgmap v62: 33 pgs: 33 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-21T05:39:25.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:25 smithi099 bash[26898]: cluster 2024-09-21T05:39:24.098822+0000 mgr.y (mgr.14409) 93 : cluster [DBG] pgmap v62: 33 pgs: 33 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-21T05:39:26.643 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:39:27.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:27 smithi112 bash[21612]: cluster 2024-09-21T05:39:26.099414+0000 mgr.y (mgr.14409) 94 : cluster [DBG] pgmap v63: 33 pgs: 33 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-21T05:39:27.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:27 smithi099 bash[19899]: cluster 2024-09-21T05:39:26.099414+0000 mgr.y (mgr.14409) 94 : cluster [DBG] pgmap v63: 33 pgs: 33 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-21T05:39:27.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:27 smithi099 bash[26898]: cluster 2024-09-21T05:39:26.099414+0000 mgr.y (mgr.14409) 94 : cluster [DBG] pgmap v63: 33 pgs: 33 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-21T05:39:27.820 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T05:39:27.820 INFO:teuthology.orchestra.run.smithi099.stdout: "id": "a696f4b7-b487-4ad8-bd7e-96109f6e8837", 2024-09-21T05:39:27.820 INFO:teuthology.orchestra.run.smithi099.stdout: "name": "default", 2024-09-21T05:39:27.820 INFO:teuthology.orchestra.run.smithi099.stdout: "api_name": "default", 2024-09-21T05:39:27.820 INFO:teuthology.orchestra.run.smithi099.stdout: "is_master": true, 2024-09-21T05:39:27.820 INFO:teuthology.orchestra.run.smithi099.stdout: "endpoints": [], 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "hostnames": [], 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "hostnames_s3website": [], 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "master_zone": "", 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "zones": [], 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "placement_targets": [ 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "name": "default-placement", 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "tags": [], 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "storage_classes": [] 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "default_placement": "default-placement", 2024-09-21T05:39:27.821 INFO:teuthology.orchestra.run.smithi099.stdout: "realm_id": "0f3237ce-4534-4eea-b55f-a9e0579e28ab", 2024-09-21T05:39:27.822 INFO:teuthology.orchestra.run.smithi099.stdout: "sync_policy": { 2024-09-21T05:39:27.822 INFO:teuthology.orchestra.run.smithi099.stdout: "groups": [] 2024-09-21T05:39:27.822 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:27.822 INFO:teuthology.orchestra.run.smithi099.stdout: "enabled_features": [ 2024-09-21T05:39:27.822 INFO:teuthology.orchestra.run.smithi099.stdout: "notification_v2", 2024-09-21T05:39:27.822 INFO:teuthology.orchestra.run.smithi099.stdout: "resharding" 2024-09-21T05:39:27.822 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2024-09-21T05:39:27.822 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T05:39:28.442 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-09-21T05:39:29.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:29 smithi112 bash[21612]: cluster 2024-09-21T05:39:28.100182+0000 mgr.y (mgr.14409) 95 : cluster [DBG] pgmap v64: 33 pgs: 33 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 1.4 KiB/s wr, 3 op/s 2024-09-21T05:39:29.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:29 smithi099 bash[19899]: cluster 2024-09-21T05:39:28.100182+0000 mgr.y (mgr.14409) 95 : cluster [DBG] pgmap v64: 33 pgs: 33 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 1.4 KiB/s wr, 3 op/s 2024-09-21T05:39:29.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:29 smithi099 bash[26898]: cluster 2024-09-21T05:39:28.100182+0000 mgr.y (mgr.14409) 95 : cluster [DBG] pgmap v64: 33 pgs: 33 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 1.4 KiB/s wr, 3 op/s 2024-09-21T05:39:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:31 smithi099 bash[19899]: cluster 2024-09-21T05:39:30.100798+0000 mgr.y (mgr.14409) 96 : cluster [DBG] pgmap v65: 33 pgs: 33 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 572 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-21T05:39:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:31 smithi099 bash[26898]: cluster 2024-09-21T05:39:30.100798+0000 mgr.y (mgr.14409) 96 : cluster [DBG] pgmap v65: 33 pgs: 33 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 572 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-21T05:39:31.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:31 smithi112 bash[21612]: cluster 2024-09-21T05:39:30.100798+0000 mgr.y (mgr.14409) 96 : cluster [DBG] pgmap v65: 33 pgs: 33 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 572 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-21T05:39:32.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:32 smithi099 bash[19899]: audit 2024-09-21T05:39:32.106176+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-09-21T05:39:32.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:32 smithi099 bash[19899]: audit 2024-09-21T05:39:32.148689+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:32.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:32 smithi099 bash[26898]: audit 2024-09-21T05:39:32.106176+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-09-21T05:39:32.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:32 smithi099 bash[26898]: audit 2024-09-21T05:39:32.148689+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:32 smithi112 bash[21612]: audit 2024-09-21T05:39:32.106176+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-09-21T05:39:32.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:32 smithi112 bash[21612]: audit 2024-09-21T05:39:32.148689+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:33.230 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:39:33.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:33 smithi099 bash[19899]: cluster 2024-09-21T05:39:32.101407+0000 mgr.y (mgr.14409) 97 : cluster [DBG] pgmap v66: 33 pgs: 33 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-09-21T05:39:33.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:33 smithi099 bash[19899]: audit 2024-09-21T05:39:32.203763+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-09-21T05:39:33.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:33 smithi099 bash[19899]: cluster 2024-09-21T05:39:32.211664+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-21T05:39:33.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:33 smithi099 bash[26898]: cluster 2024-09-21T05:39:32.101407+0000 mgr.y (mgr.14409) 97 : cluster [DBG] pgmap v66: 33 pgs: 33 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-09-21T05:39:33.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:33 smithi099 bash[26898]: audit 2024-09-21T05:39:32.203763+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-09-21T05:39:33.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:33 smithi099 bash[26898]: cluster 2024-09-21T05:39:32.211664+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-21T05:39:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:33 smithi112 bash[21612]: cluster 2024-09-21T05:39:32.101407+0000 mgr.y (mgr.14409) 97 : cluster [DBG] pgmap v66: 33 pgs: 33 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-09-21T05:39:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:33 smithi112 bash[21612]: audit 2024-09-21T05:39:32.203763+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-09-21T05:39:33.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:33 smithi112 bash[21612]: cluster 2024-09-21T05:39:32.211664+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-21T05:39:34.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:34 smithi099 bash[19899]: cluster 2024-09-21T05:39:33.220571+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-21T05:39:34.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:34 smithi099 bash[26898]: cluster 2024-09-21T05:39:33.220571+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-21T05:39:34.280 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:39:34] "GET /metrics HTTP/1.1" 200 28532 "" "Prometheus/2.43.0" 2024-09-21T05:39:34.423 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T05:39:34.423 INFO:teuthology.orchestra.run.smithi099.stdout: "id": "6100872a-146d-4a11-a4b8-3c830071b69f", 2024-09-21T05:39:34.423 INFO:teuthology.orchestra.run.smithi099.stdout: "name": "z", 2024-09-21T05:39:34.423 INFO:teuthology.orchestra.run.smithi099.stdout: "domain_root": "z.rgw.meta:root", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "control_pool": "z.rgw.control", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "gc_pool": "z.rgw.log:gc", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "lc_pool": "z.rgw.log:lc", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "log_pool": "z.rgw.log", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "roles_pool": "z.rgw.meta:roles", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-09-21T05:39:34.424 INFO:teuthology.orchestra.run.smithi099.stdout: "otp_pool": "z.rgw.otp", 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "notif_pool": "z.rgw.log:notif", 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "topics_pool": "z.rgw.meta:topics", 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "account_pool": "z.rgw.meta:accounts", 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "group_pool": "z.rgw.meta:groups", 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "system_key": { 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "access_key": "", 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "secret_key": "" 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "placement_pools": [ 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "default-placement", 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "val": { 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "index_pool": "z.rgw.buckets.index", 2024-09-21T05:39:34.425 INFO:teuthology.orchestra.run.smithi099.stdout: "storage_classes": { 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: "STANDARD": { 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: "data_pool": "z.rgw.buckets.data" 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: "index_type": 0, 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: "inline_data": true 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout: "realm_id": "0f3237ce-4534-4eea-b55f-a9e0579e28ab" 2024-09-21T05:39:34.426 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T05:39:34.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:34 smithi112 bash[21612]: cluster 2024-09-21T05:39:33.220571+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-21T05:39:35.089 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-09-21T05:39:35.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:35 smithi099 bash[19899]: cluster 2024-09-21T05:39:34.102003+0000 mgr.y (mgr.14409) 98 : cluster [DBG] pgmap v69: 33 pgs: 1 peering, 32 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-21T05:39:35.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:35 smithi099 bash[26898]: cluster 2024-09-21T05:39:34.102003+0000 mgr.y (mgr.14409) 98 : cluster [DBG] pgmap v69: 33 pgs: 1 peering, 32 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-21T05:39:35.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:35 smithi112 bash[21612]: cluster 2024-09-21T05:39:34.102003+0000 mgr.y (mgr.14409) 98 : cluster [DBG] pgmap v69: 33 pgs: 1 peering, 32 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-21T05:39:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:37 smithi099 bash[19899]: cluster 2024-09-21T05:39:36.102615+0000 mgr.y (mgr.14409) 99 : cluster [DBG] pgmap v70: 33 pgs: 1 peering, 32 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:37 smithi099 bash[26898]: cluster 2024-09-21T05:39:36.102615+0000 mgr.y (mgr.14409) 99 : cluster [DBG] pgmap v70: 33 pgs: 1 peering, 32 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:37.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:37 smithi112 bash[21612]: cluster 2024-09-21T05:39:36.102615+0000 mgr.y (mgr.14409) 99 : cluster [DBG] pgmap v70: 33 pgs: 1 peering, 32 active+clean; 578 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:39:39.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:39 smithi099 bash[19899]: cluster 2024-09-21T05:39:38.103452+0000 mgr.y (mgr.14409) 100 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 579 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-09-21T05:39:39.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:39 smithi099 bash[26898]: cluster 2024-09-21T05:39:38.103452+0000 mgr.y (mgr.14409) 100 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 579 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-09-21T05:39:39.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:39 smithi112 bash[21612]: cluster 2024-09-21T05:39:38.103452+0000 mgr.y (mgr.14409) 100 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 579 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-09-21T05:39:39.883 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:39:41.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:41 smithi099 bash[19899]: cluster 2024-09-21T05:39:40.104053+0000 mgr.y (mgr.14409) 101 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 579 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-09-21T05:39:41.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:41 smithi099 bash[26898]: cluster 2024-09-21T05:39:40.104053+0000 mgr.y (mgr.14409) 101 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 579 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-09-21T05:39:41.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:41 smithi112 bash[21612]: cluster 2024-09-21T05:39:40.104053+0000 mgr.y (mgr.14409) 101 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 579 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-09-21T05:39:42.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:42 smithi112 bash[21612]: cluster 2024-09-21T05:39:41.522136+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-21T05:39:42.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:42 smithi112 bash[21612]: audit 2024-09-21T05:39:41.527059+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-21T05:39:42.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:42 smithi112 bash[21612]: audit 2024-09-21T05:39:41.527887+0000 mon.a (mon.0) 828 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-21T05:39:42.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:42 smithi112 bash[21612]: cluster 2024-09-21T05:39:42.104714+0000 mgr.y (mgr.14409) 102 : cluster [DBG] pgmap v74: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 575 B/s rd, 575 B/s wr, 1 op/s 2024-09-21T05:39:43.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:42 smithi099 bash[19899]: cluster 2024-09-21T05:39:41.522136+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-21T05:39:43.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:42 smithi099 bash[19899]: audit 2024-09-21T05:39:41.527059+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-21T05:39:43.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:42 smithi099 bash[19899]: audit 2024-09-21T05:39:41.527887+0000 mon.a (mon.0) 828 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-21T05:39:43.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:42 smithi099 bash[19899]: cluster 2024-09-21T05:39:42.104714+0000 mgr.y (mgr.14409) 102 : cluster [DBG] pgmap v74: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 575 B/s rd, 575 B/s wr, 1 op/s 2024-09-21T05:39:43.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:42 smithi099 bash[26898]: cluster 2024-09-21T05:39:41.522136+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-21T05:39:43.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:42 smithi099 bash[26898]: audit 2024-09-21T05:39:41.527059+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-21T05:39:43.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:42 smithi099 bash[26898]: audit 2024-09-21T05:39:41.527887+0000 mon.a (mon.0) 828 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-21T05:39:43.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:42 smithi099 bash[26898]: cluster 2024-09-21T05:39:42.104714+0000 mgr.y (mgr.14409) 102 : cluster [DBG] pgmap v74: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 575 B/s rd, 575 B/s wr, 1 op/s 2024-09-21T05:39:43.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:43 smithi112 bash[21612]: cluster 2024-09-21T05:39:42.515262+0000 mon.a (mon.0) 829 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T05:39:43.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:43 smithi112 bash[21612]: audit 2024-09-21T05:39:42.526440+0000 mon.a (mon.0) 830 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-21T05:39:43.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:43 smithi112 bash[21612]: cluster 2024-09-21T05:39:42.536385+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-21T05:39:44.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:43 smithi099 bash[19899]: cluster 2024-09-21T05:39:42.515262+0000 mon.a (mon.0) 829 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T05:39:44.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:43 smithi099 bash[19899]: audit 2024-09-21T05:39:42.526440+0000 mon.a (mon.0) 830 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-21T05:39:44.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:43 smithi099 bash[19899]: cluster 2024-09-21T05:39:42.536385+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-21T05:39:44.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:43 smithi099 bash[26898]: cluster 2024-09-21T05:39:42.515262+0000 mon.a (mon.0) 829 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T05:39:44.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:43 smithi099 bash[26898]: audit 2024-09-21T05:39:42.526440+0000 mon.a (mon.0) 830 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-21T05:39:44.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:43 smithi099 bash[26898]: cluster 2024-09-21T05:39:42.536385+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-21T05:39:44.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:39:44] "GET /metrics HTTP/1.1" 200 28532 "" "Prometheus/2.43.0" 2024-09-21T05:39:44.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:44 smithi112 bash[21612]: cluster 2024-09-21T05:39:43.547123+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-21T05:39:44.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:44 smithi112 bash[21612]: audit 2024-09-21T05:39:43.554071+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-21T05:39:44.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:44 smithi112 bash[21612]: audit 2024-09-21T05:39:43.562233+0000 mon.a (mon.0) 833 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-21T05:39:44.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:44 smithi112 bash[21612]: cluster 2024-09-21T05:39:44.105422+0000 mgr.y (mgr.14409) 103 : cluster [DBG] pgmap v77: 97 pgs: 32 unknown, 65 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 4 op/s 2024-09-21T05:39:45.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:44 smithi099 bash[19899]: cluster 2024-09-21T05:39:43.547123+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-21T05:39:45.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:44 smithi099 bash[19899]: audit 2024-09-21T05:39:43.554071+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-21T05:39:45.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:44 smithi099 bash[19899]: audit 2024-09-21T05:39:43.562233+0000 mon.a (mon.0) 833 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-21T05:39:45.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:44 smithi099 bash[19899]: cluster 2024-09-21T05:39:44.105422+0000 mgr.y (mgr.14409) 103 : cluster [DBG] pgmap v77: 97 pgs: 32 unknown, 65 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 4 op/s 2024-09-21T05:39:45.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:44 smithi099 bash[26898]: cluster 2024-09-21T05:39:43.547123+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-21T05:39:45.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:44 smithi099 bash[26898]: audit 2024-09-21T05:39:43.554071+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-21T05:39:45.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:44 smithi099 bash[26898]: audit 2024-09-21T05:39:43.562233+0000 mon.a (mon.0) 833 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-21T05:39:45.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:44 smithi099 bash[26898]: cluster 2024-09-21T05:39:44.105422+0000 mgr.y (mgr.14409) 103 : cluster [DBG] pgmap v77: 97 pgs: 32 unknown, 65 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 4 op/s 2024-09-21T05:39:45.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:45 smithi112 bash[21612]: audit 2024-09-21T05:39:44.549253+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-21T05:39:45.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:45 smithi112 bash[21612]: cluster 2024-09-21T05:39:44.562527+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-21T05:39:46.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:45 smithi099 bash[19899]: audit 2024-09-21T05:39:44.549253+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-21T05:39:46.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:45 smithi099 bash[19899]: cluster 2024-09-21T05:39:44.562527+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-21T05:39:46.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:45 smithi099 bash[26898]: audit 2024-09-21T05:39:44.549253+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-21T05:39:46.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:45 smithi099 bash[26898]: cluster 2024-09-21T05:39:44.562527+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-21T05:39:47.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:46 smithi099 bash[19899]: cluster 2024-09-21T05:39:45.682284+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-21T05:39:47.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:46 smithi099 bash[19899]: audit 2024-09-21T05:39:45.684274+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-21T05:39:47.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:46 smithi099 bash[19899]: audit 2024-09-21T05:39:45.685056+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-21T05:39:47.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:46 smithi099 bash[19899]: cluster 2024-09-21T05:39:46.106160+0000 mgr.y (mgr.14409) 104 : cluster [DBG] pgmap v80: 129 pgs: 64 unknown, 65 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 6 op/s 2024-09-21T05:39:47.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:46 smithi099 bash[26898]: cluster 2024-09-21T05:39:45.682284+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-21T05:39:47.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:46 smithi099 bash[26898]: audit 2024-09-21T05:39:45.684274+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-21T05:39:47.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:46 smithi099 bash[26898]: audit 2024-09-21T05:39:45.685056+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-21T05:39:47.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:46 smithi099 bash[26898]: cluster 2024-09-21T05:39:46.106160+0000 mgr.y (mgr.14409) 104 : cluster [DBG] pgmap v80: 129 pgs: 64 unknown, 65 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 6 op/s 2024-09-21T05:39:47.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:46 smithi112 bash[21612]: cluster 2024-09-21T05:39:45.682284+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-21T05:39:47.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:46 smithi112 bash[21612]: audit 2024-09-21T05:39:45.684274+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-21T05:39:47.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:46 smithi112 bash[21612]: audit 2024-09-21T05:39:45.685056+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-21T05:39:47.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:46 smithi112 bash[21612]: cluster 2024-09-21T05:39:46.106160+0000 mgr.y (mgr.14409) 104 : cluster [DBG] pgmap v80: 129 pgs: 64 unknown, 65 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 6 op/s 2024-09-21T05:39:47.828 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "id": "f7ffecf2-5fa1-41e0-915e-84c85d64ac4a", 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "epoch": 1, 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "predecessor_uuid": "b9b17215-ab66-4c8a-a320-4431c4b331a0", 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "sync_status": [], 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "period_map": { 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "id": "f7ffecf2-5fa1-41e0-915e-84c85d64ac4a", 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "zonegroups": [ 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "id": "a696f4b7-b487-4ad8-bd7e-96109f6e8837", 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "name": "default", 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "api_name": "default", 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "is_master": true, 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "endpoints": [], 2024-09-21T05:39:47.829 INFO:teuthology.orchestra.run.smithi099.stdout: "hostnames": [], 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "hostnames_s3website": [], 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "master_zone": "6100872a-146d-4a11-a4b8-3c830071b69f", 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "zones": [ 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "id": "6100872a-146d-4a11-a4b8-3c830071b69f", 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "name": "z", 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "endpoints": [], 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "log_meta": false, 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "log_data": false, 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "bucket_index_max_shards": 11, 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "read_only": false, 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "tier_type": "", 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "sync_from_all": true, 2024-09-21T05:39:47.830 INFO:teuthology.orchestra.run.smithi099.stdout: "sync_from": [], 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "redirect_zone": "", 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "supported_features": [ 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "compress-encrypted", 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "notification_v2", 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "resharding" 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "placement_targets": [ 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "name": "default-placement", 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "tags": [], 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "storage_classes": [ 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: "STANDARD" 2024-09-21T05:39:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: "default_placement": "default-placement", 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: "realm_id": "0f3237ce-4534-4eea-b55f-a9e0579e28ab", 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: "sync_policy": { 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: "groups": [] 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: "enabled_features": [ 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: "notification_v2", 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: "resharding" 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T05:39:47.832 INFO:teuthology.orchestra.run.smithi099.stdout: "short_zone_ids": [ 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "6100872a-146d-4a11-a4b8-3c830071b69f", 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 934483798 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "master_zonegroup": "a696f4b7-b487-4ad8-bd7e-96109f6e8837", 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "master_zone": "6100872a-146d-4a11-a4b8-3c830071b69f", 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "period_config": { 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "bucket_quota": { 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "enabled": false, 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "check_on_raw": false, 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "max_size": -1, 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "max_size_kb": 0, 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: "max_objects": -1 2024-09-21T05:39:47.833 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "user_quota": { 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "enabled": false, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "check_on_raw": false, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "max_size": -1, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "max_size_kb": 0, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "max_objects": -1 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "user_ratelimit": { 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "max_read_ops": 0, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "max_write_ops": 0, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "max_read_bytes": 0, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "max_write_bytes": 0, 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: "enabled": false 2024-09-21T05:39:47.834 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "bucket_ratelimit": { 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "max_read_ops": 0, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "max_write_ops": 0, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "max_read_bytes": 0, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "max_write_bytes": 0, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "enabled": false 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "anonymous_ratelimit": { 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "max_read_ops": 0, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "max_write_ops": 0, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "max_read_bytes": 0, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "max_write_bytes": 0, 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: "enabled": false 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:39:47.835 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:39:47.836 INFO:teuthology.orchestra.run.smithi099.stdout: "realm_id": "0f3237ce-4534-4eea-b55f-a9e0579e28ab", 2024-09-21T05:39:47.836 INFO:teuthology.orchestra.run.smithi099.stdout: "realm_epoch": 2 2024-09-21T05:39:47.836 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T05:39:48.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[26898]: audit 2024-09-21T05:39:46.678168+0000 mon.a (mon.0) 838 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-21T05:39:48.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[26898]: cluster 2024-09-21T05:39:46.688769+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-21T05:39:48.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[26898]: audit 2024-09-21T05:39:46.692627+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-21T05:39:48.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[26898]: audit 2024-09-21T05:39:46.716069+0000 mon.a (mon.0) 840 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-21T05:39:48.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[26898]: audit 2024-09-21T05:39:47.157602+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:48.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[26898]: audit 2024-09-21T05:39:47.159729+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:48.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[19899]: audit 2024-09-21T05:39:46.678168+0000 mon.a (mon.0) 838 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-21T05:39:48.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[19899]: cluster 2024-09-21T05:39:46.688769+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-21T05:39:48.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[19899]: audit 2024-09-21T05:39:46.692627+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-21T05:39:48.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[19899]: audit 2024-09-21T05:39:46.716069+0000 mon.a (mon.0) 840 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-21T05:39:48.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[19899]: audit 2024-09-21T05:39:47.157602+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:48.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:47 smithi099 bash[19899]: audit 2024-09-21T05:39:47.159729+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:48.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:47 smithi112 bash[21612]: audit 2024-09-21T05:39:46.678168+0000 mon.a (mon.0) 838 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-21T05:39:48.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:47 smithi112 bash[21612]: cluster 2024-09-21T05:39:46.688769+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-21T05:39:48.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:47 smithi112 bash[21612]: audit 2024-09-21T05:39:46.692627+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.99:0/4037530451' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-21T05:39:48.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:47 smithi112 bash[21612]: audit 2024-09-21T05:39:46.716069+0000 mon.a (mon.0) 840 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-21T05:39:48.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:47 smithi112 bash[21612]: audit 2024-09-21T05:39:47.157602+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:48.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:47 smithi112 bash[21612]: audit 2024-09-21T05:39:47.159729+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:39:48.506 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-09-21T05:39:48.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:48 smithi099 bash[19899]: audit 2024-09-21T05:39:47.708357+0000 mon.a (mon.0) 843 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-21T05:39:48.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:48 smithi099 bash[19899]: cluster 2024-09-21T05:39:47.715312+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-21T05:39:48.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:48 smithi099 bash[19899]: cluster 2024-09-21T05:39:48.107409+0000 mgr.y (mgr.14409) 105 : cluster [DBG] pgmap v83: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-09-21T05:39:48.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:48 smithi099 bash[26898]: audit 2024-09-21T05:39:47.708357+0000 mon.a (mon.0) 843 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-21T05:39:48.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:48 smithi099 bash[26898]: cluster 2024-09-21T05:39:47.715312+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-21T05:39:48.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:48 smithi099 bash[26898]: cluster 2024-09-21T05:39:48.107409+0000 mgr.y (mgr.14409) 105 : cluster [DBG] pgmap v83: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-09-21T05:39:49.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:48 smithi112 bash[21612]: audit 2024-09-21T05:39:47.708357+0000 mon.a (mon.0) 843 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-21T05:39:49.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:48 smithi112 bash[21612]: cluster 2024-09-21T05:39:47.715312+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-21T05:39:49.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:48 smithi112 bash[21612]: cluster 2024-09-21T05:39:48.107409+0000 mgr.y (mgr.14409) 105 : cluster [DBG] pgmap v83: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-09-21T05:39:50.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:49 smithi099 bash[19899]: cluster 2024-09-21T05:39:48.708312+0000 mon.a (mon.0) 845 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T05:39:50.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:49 smithi099 bash[19899]: cluster 2024-09-21T05:39:48.708350+0000 mon.a (mon.0) 846 : cluster [INF] Cluster is now healthy 2024-09-21T05:39:50.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:49 smithi099 bash[26898]: cluster 2024-09-21T05:39:48.708312+0000 mon.a (mon.0) 845 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T05:39:50.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:49 smithi099 bash[26898]: cluster 2024-09-21T05:39:48.708350+0000 mon.a (mon.0) 846 : cluster [INF] Cluster is now healthy 2024-09-21T05:39:50.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:49 smithi112 bash[21612]: cluster 2024-09-21T05:39:48.708312+0000 mon.a (mon.0) 845 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T05:39:50.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:49 smithi112 bash[21612]: cluster 2024-09-21T05:39:48.708350+0000 mon.a (mon.0) 846 : cluster [INF] Cluster is now healthy 2024-09-21T05:39:51.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:50 smithi099 bash[19899]: cluster 2024-09-21T05:39:50.108053+0000 mgr.y (mgr.14409) 106 : cluster [DBG] pgmap v84: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-09-21T05:39:51.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:50 smithi099 bash[26898]: cluster 2024-09-21T05:39:50.108053+0000 mgr.y (mgr.14409) 106 : cluster [DBG] pgmap v84: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-09-21T05:39:51.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:50 smithi112 bash[21612]: cluster 2024-09-21T05:39:50.108053+0000 mgr.y (mgr.14409) 106 : cluster [DBG] pgmap v84: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-09-21T05:39:53.304 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:39:53.420 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:53 smithi099 bash[19899]: cluster 2024-09-21T05:39:52.108745+0000 mgr.y (mgr.14409) 107 : cluster [DBG] pgmap v85: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.9 KiB/s wr, 5 op/s 2024-09-21T05:39:53.421 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:53 smithi099 bash[26898]: cluster 2024-09-21T05:39:52.108745+0000 mgr.y (mgr.14409) 107 : cluster [DBG] pgmap v85: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.9 KiB/s wr, 5 op/s 2024-09-21T05:39:53.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:53 smithi112 bash[21612]: cluster 2024-09-21T05:39:52.108745+0000 mgr.y (mgr.14409) 107 : cluster [DBG] pgmap v85: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.9 KiB/s wr, 5 op/s 2024-09-21T05:39:54.365 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:39:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:39:54] "GET /metrics HTTP/1.1" 200 35482 "" "Prometheus/2.43.0" 2024-09-21T05:39:54.751 INFO:teuthology.orchestra.run.smithi099.stdout:Scheduled rgw.foo update... 2024-09-21T05:39:55.393 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph osd pool create foo' 2024-09-21T05:39:55.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:55 smithi112 bash[21612]: cluster 2024-09-21T05:39:54.110202+0000 mgr.y (mgr.14409) 108 : cluster [DBG] pgmap v86: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-21T05:39:55.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:55 smithi112 bash[21612]: audit 2024-09-21T05:39:54.753619+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:55.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:55 smithi112 bash[21612]: audit 2024-09-21T05:39:54.755272+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:55.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:55 smithi112 bash[21612]: audit 2024-09-21T05:39:54.756327+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:39:55.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:55 smithi112 bash[21612]: audit 2024-09-21T05:39:54.761998+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:55.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:55 smithi112 bash[21612]: audit 2024-09-21T05:39:54.766000+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-21T05:39:55.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:55 smithi112 bash[21612]: audit 2024-09-21T05:39:54.768217+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-21T05:39:55.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:55 smithi112 bash[21612]: audit 2024-09-21T05:39:54.777291+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:55.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:55 smithi112 bash[21612]: audit 2024-09-21T05:39:54.779702+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[19899]: cluster 2024-09-21T05:39:54.110202+0000 mgr.y (mgr.14409) 108 : cluster [DBG] pgmap v86: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-21T05:39:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[19899]: audit 2024-09-21T05:39:54.753619+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[19899]: audit 2024-09-21T05:39:54.755272+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[19899]: audit 2024-09-21T05:39:54.756327+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:39:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[19899]: audit 2024-09-21T05:39:54.761998+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[19899]: audit 2024-09-21T05:39:54.766000+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-21T05:39:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[19899]: audit 2024-09-21T05:39:54.768217+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[19899]: audit 2024-09-21T05:39:54.777291+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[19899]: audit 2024-09-21T05:39:54.779702+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[26898]: cluster 2024-09-21T05:39:54.110202+0000 mgr.y (mgr.14409) 108 : cluster [DBG] pgmap v86: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[26898]: audit 2024-09-21T05:39:54.753619+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[26898]: audit 2024-09-21T05:39:54.755272+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[26898]: audit 2024-09-21T05:39:54.756327+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[26898]: audit 2024-09-21T05:39:54.761998+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[26898]: audit 2024-09-21T05:39:54.766000+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[26898]: audit 2024-09-21T05:39:54.768217+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[26898]: audit 2024-09-21T05:39:54.777291+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:55 smithi099 bash[26898]: audit 2024-09-21T05:39:54.779702+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:56.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:56 smithi112 bash[21612]: audit 2024-09-21T05:39:54.746596+0000 mgr.y (mgr.14409) 109 : audit [DBG] from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:39:56.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:56 smithi112 bash[21612]: cephadm 2024-09-21T05:39:54.748858+0000 mgr.y (mgr.14409) 110 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-21T05:39:56.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:56 smithi112 bash[21612]: cephadm 2024-09-21T05:39:54.780673+0000 mgr.y (mgr.14409) 111 : cephadm [INF] Deploying daemon rgw.foo.smithi112.rnjkup on smithi112 2024-09-21T05:39:56.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:56 smithi099 bash[19899]: audit 2024-09-21T05:39:54.746596+0000 mgr.y (mgr.14409) 109 : audit [DBG] from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:39:56.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:56 smithi099 bash[19899]: cephadm 2024-09-21T05:39:54.748858+0000 mgr.y (mgr.14409) 110 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-21T05:39:56.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:56 smithi099 bash[19899]: cephadm 2024-09-21T05:39:54.780673+0000 mgr.y (mgr.14409) 111 : cephadm [INF] Deploying daemon rgw.foo.smithi112.rnjkup on smithi112 2024-09-21T05:39:56.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:56 smithi099 bash[26898]: audit 2024-09-21T05:39:54.746596+0000 mgr.y (mgr.14409) 109 : audit [DBG] from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:39:56.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:56 smithi099 bash[26898]: cephadm 2024-09-21T05:39:54.748858+0000 mgr.y (mgr.14409) 110 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-21T05:39:56.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:56 smithi099 bash[26898]: cephadm 2024-09-21T05:39:54.780673+0000 mgr.y (mgr.14409) 111 : cephadm [INF] Deploying daemon rgw.foo.smithi112.rnjkup on smithi112 2024-09-21T05:39:57.439 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.439 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:57 smithi112 bash[21612]: cluster 2024-09-21T05:39:56.110915+0000 mgr.y (mgr.14409) 112 : cluster [DBG] pgmap v87: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-09-21T05:39:57.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.440 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.440 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.440 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.441 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.441 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:57 smithi099 bash[19899]: cluster 2024-09-21T05:39:56.110915+0000 mgr.y (mgr.14409) 112 : cluster [DBG] pgmap v87: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-09-21T05:39:57.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:57 smithi099 bash[26898]: cluster 2024-09-21T05:39:56.110915+0000 mgr.y (mgr.14409) 112 : cluster [DBG] pgmap v87: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-09-21T05:39:57.939 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.939 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.940 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.940 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.940 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.940 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.941 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.941 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:57.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:57 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:39:59.062 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:58 smithi112 bash[21612]: audit 2024-09-21T05:39:57.771410+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.062 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:58 smithi112 bash[21612]: audit 2024-09-21T05:39:57.781959+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.062 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:58 smithi112 bash[21612]: audit 2024-09-21T05:39:57.790883+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.063 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:58 smithi112 bash[21612]: audit 2024-09-21T05:39:57.792480+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-21T05:39:59.063 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:58 smithi112 bash[21612]: audit 2024-09-21T05:39:57.795673+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-21T05:39:59.063 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:58 smithi112 bash[21612]: audit 2024-09-21T05:39:57.807023+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.063 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:58 smithi112 bash[21612]: audit 2024-09-21T05:39:57.811049+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:59.063 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:58 smithi112 bash[21612]: cephadm 2024-09-21T05:39:57.813062+0000 mgr.y (mgr.14409) 113 : cephadm [INF] Deploying daemon rgw.foo.smithi099.oefgrq on smithi099 2024-09-21T05:39:59.063 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:39:58 smithi112 bash[21612]: cluster 2024-09-21T05:39:58.112274+0000 mgr.y (mgr.14409) 114 : cluster [DBG] pgmap v88: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-21T05:39:59.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[26898]: audit 2024-09-21T05:39:57.771410+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[26898]: audit 2024-09-21T05:39:57.781959+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[26898]: audit 2024-09-21T05:39:57.790883+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[26898]: audit 2024-09-21T05:39:57.792480+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[26898]: audit 2024-09-21T05:39:57.795673+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[26898]: audit 2024-09-21T05:39:57.807023+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[26898]: audit 2024-09-21T05:39:57.811049+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[26898]: cephadm 2024-09-21T05:39:57.813062+0000 mgr.y (mgr.14409) 113 : cephadm [INF] Deploying daemon rgw.foo.smithi099.oefgrq on smithi099 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[26898]: cluster 2024-09-21T05:39:58.112274+0000 mgr.y (mgr.14409) 114 : cluster [DBG] pgmap v88: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[19899]: audit 2024-09-21T05:39:57.771410+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[19899]: audit 2024-09-21T05:39:57.781959+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[19899]: audit 2024-09-21T05:39:57.790883+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[19899]: audit 2024-09-21T05:39:57.792480+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-21T05:39:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[19899]: audit 2024-09-21T05:39:57.795673+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-21T05:39:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[19899]: audit 2024-09-21T05:39:57.807023+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:39:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[19899]: audit 2024-09-21T05:39:57.811049+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:39:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[19899]: cephadm 2024-09-21T05:39:57.813062+0000 mgr.y (mgr.14409) 113 : cephadm [INF] Deploying daemon rgw.foo.smithi099.oefgrq on smithi099 2024-09-21T05:39:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:39:58 smithi099 bash[19899]: cluster 2024-09-21T05:39:58.112274+0000 mgr.y (mgr.14409) 114 : cluster [DBG] pgmap v88: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-21T05:40:00.385 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.386 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.386 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.386 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.387 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:00 smithi099 bash[26898]: cluster 2024-09-21T05:40:00.000161+0000 mon.a (mon.0) 862 : cluster [INF] overall HEALTH_OK 2024-09-21T05:40:00.387 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.387 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.387 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:00 smithi099 bash[19899]: cluster 2024-09-21T05:40:00.000161+0000 mon.a (mon.0) 862 : cluster [INF] overall HEALTH_OK 2024-09-21T05:40:00.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.388 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:00 smithi112 bash[21612]: cluster 2024-09-21T05:40:00.000161+0000 mon.a (mon.0) 862 : cluster [INF] overall HEALTH_OK 2024-09-21T05:40:00.575 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:40:00.687 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.687 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.688 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.688 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.688 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.689 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.689 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.689 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:00.689 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:40:00 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:01.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:01 smithi112 bash[21612]: cluster 2024-09-21T05:40:00.112974+0000 mgr.y (mgr.14409) 115 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:01.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:01 smithi112 bash[21612]: audit 2024-09-21T05:40:00.678142+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:01 smithi112 bash[21612]: audit 2024-09-21T05:40:00.684181+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:01 smithi112 bash[21612]: audit 2024-09-21T05:40:00.689517+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:01 smithi112 bash[21612]: audit 2024-09-21T05:40:00.695355+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:01 smithi112 bash[21612]: audit 2024-09-21T05:40:00.701354+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:01 smithi112 bash[21612]: audit 2024-09-21T05:40:00.708146+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:01 smithi112 bash[21612]: audit 2024-09-21T05:40:00.712771+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[19899]: cluster 2024-09-21T05:40:00.112974+0000 mgr.y (mgr.14409) 115 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[19899]: audit 2024-09-21T05:40:00.678142+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[19899]: audit 2024-09-21T05:40:00.684181+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[19899]: audit 2024-09-21T05:40:00.689517+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[19899]: audit 2024-09-21T05:40:00.695355+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[19899]: audit 2024-09-21T05:40:00.701354+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[19899]: audit 2024-09-21T05:40:00.708146+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[19899]: audit 2024-09-21T05:40:00.712771+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[26898]: cluster 2024-09-21T05:40:00.112974+0000 mgr.y (mgr.14409) 115 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[26898]: audit 2024-09-21T05:40:00.678142+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[26898]: audit 2024-09-21T05:40:00.684181+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[26898]: audit 2024-09-21T05:40:00.689517+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[26898]: audit 2024-09-21T05:40:00.695355+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[26898]: audit 2024-09-21T05:40:00.701354+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[26898]: audit 2024-09-21T05:40:00.708146+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:01 smithi099 bash[26898]: audit 2024-09-21T05:40:00.712771+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:02.319 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:02 smithi099 bash[19899]: cephadm 2024-09-21T05:40:00.702730+0000 mgr.y (mgr.14409) 116 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-21T05:40:02.319 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:02 smithi099 bash[26898]: cephadm 2024-09-21T05:40:00.702730+0000 mgr.y (mgr.14409) 116 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-21T05:40:02.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:02 smithi112 bash[21612]: cephadm 2024-09-21T05:40:00.702730+0000 mgr.y (mgr.14409) 116 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-21T05:40:03.226 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'foo' created 2024-09-21T05:40:03.424 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[19899]: cluster 2024-09-21T05:40:02.113631+0000 mgr.y (mgr.14409) 117 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:03.424 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[19899]: audit 2024-09-21T05:40:02.155117+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:03.424 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[19899]: audit 2024-09-21T05:40:02.157134+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:03.425 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[19899]: audit 2024-09-21T05:40:02.219568+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:03.425 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[19899]: audit 2024-09-21T05:40:02.690058+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.99:0/373359756' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-21T05:40:03.425 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[19899]: audit 2024-09-21T05:40:02.690622+0000 mon.a (mon.0) 873 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-21T05:40:03.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[26898]: cluster 2024-09-21T05:40:02.113631+0000 mgr.y (mgr.14409) 117 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:03.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[26898]: audit 2024-09-21T05:40:02.155117+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:03.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[26898]: audit 2024-09-21T05:40:02.157134+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:03.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[26898]: audit 2024-09-21T05:40:02.219568+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:03.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[26898]: audit 2024-09-21T05:40:02.690058+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.99:0/373359756' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-21T05:40:03.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:03 smithi099 bash[26898]: audit 2024-09-21T05:40:02.690622+0000 mon.a (mon.0) 873 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-21T05:40:03.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:03 smithi112 bash[21612]: cluster 2024-09-21T05:40:02.113631+0000 mgr.y (mgr.14409) 117 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:03.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:03 smithi112 bash[21612]: audit 2024-09-21T05:40:02.155117+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:03.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:03 smithi112 bash[21612]: audit 2024-09-21T05:40:02.157134+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:03.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:03 smithi112 bash[21612]: audit 2024-09-21T05:40:02.219568+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:03.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:03 smithi112 bash[21612]: audit 2024-09-21T05:40:02.690058+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.99:0/373359756' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-21T05:40:03.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:03 smithi112 bash[21612]: audit 2024-09-21T05:40:02.690622+0000 mon.a (mon.0) 873 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-21T05:40:04.158 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'rbd pool init foo' 2024-09-21T05:40:04.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:04 smithi099 bash[19899]: audit 2024-09-21T05:40:03.221010+0000 mon.a (mon.0) 874 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-21T05:40:04.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:04 smithi099 bash[19899]: cluster 2024-09-21T05:40:03.228075+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-21T05:40:04.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:04 smithi099 bash[26898]: audit 2024-09-21T05:40:03.221010+0000 mon.a (mon.0) 874 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-21T05:40:04.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:04 smithi099 bash[26898]: cluster 2024-09-21T05:40:03.228075+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-21T05:40:04.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:40:04] "GET /metrics HTTP/1.1" 200 35761 "" "Prometheus/2.43.0" 2024-09-21T05:40:04.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:04 smithi112 bash[21612]: audit 2024-09-21T05:40:03.221010+0000 mon.a (mon.0) 874 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-21T05:40:04.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:04 smithi112 bash[21612]: cluster 2024-09-21T05:40:03.228075+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-21T05:40:05.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:05 smithi099 bash[19899]: cluster 2024-09-21T05:40:04.114777+0000 mgr.y (mgr.14409) 118 : cluster [DBG] pgmap v92: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 167 KiB/s rd, 3.4 KiB/s wr, 308 op/s 2024-09-21T05:40:05.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:05 smithi099 bash[19899]: cluster 2024-09-21T05:40:04.222144+0000 mon.a (mon.0) 876 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T05:40:05.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:05 smithi099 bash[19899]: cluster 2024-09-21T05:40:04.228986+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-21T05:40:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:05 smithi099 bash[26898]: cluster 2024-09-21T05:40:04.114777+0000 mgr.y (mgr.14409) 118 : cluster [DBG] pgmap v92: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 167 KiB/s rd, 3.4 KiB/s wr, 308 op/s 2024-09-21T05:40:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:05 smithi099 bash[26898]: cluster 2024-09-21T05:40:04.222144+0000 mon.a (mon.0) 876 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T05:40:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:05 smithi099 bash[26898]: cluster 2024-09-21T05:40:04.228986+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-21T05:40:05.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:05 smithi112 bash[21612]: cluster 2024-09-21T05:40:04.114777+0000 mgr.y (mgr.14409) 118 : cluster [DBG] pgmap v92: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 167 KiB/s rd, 3.4 KiB/s wr, 308 op/s 2024-09-21T05:40:05.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:05 smithi112 bash[21612]: cluster 2024-09-21T05:40:04.222144+0000 mon.a (mon.0) 876 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T05:40:05.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:05 smithi112 bash[21612]: cluster 2024-09-21T05:40:04.228986+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-21T05:40:06.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:06 smithi112 bash[21612]: cluster 2024-09-21T05:40:05.262769+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-21T05:40:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:06 smithi099 bash[19899]: cluster 2024-09-21T05:40:05.262769+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-21T05:40:06.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:06 smithi099 bash[26898]: cluster 2024-09-21T05:40:05.262769+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-21T05:40:07.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:07 smithi112 bash[21612]: cluster 2024-09-21T05:40:06.115550+0000 mgr.y (mgr.14409) 119 : cluster [DBG] pgmap v95: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 278 KiB/s rd, 5.7 KiB/s wr, 514 op/s 2024-09-21T05:40:07.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:07 smithi112 bash[21612]: audit 2024-09-21T05:40:06.611755+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:07.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:07 smithi112 bash[21612]: audit 2024-09-21T05:40:06.619092+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:07.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:07 smithi099 bash[19899]: cluster 2024-09-21T05:40:06.115550+0000 mgr.y (mgr.14409) 119 : cluster [DBG] pgmap v95: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 278 KiB/s rd, 5.7 KiB/s wr, 514 op/s 2024-09-21T05:40:07.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:07 smithi099 bash[19899]: audit 2024-09-21T05:40:06.611755+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:07.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:07 smithi099 bash[19899]: audit 2024-09-21T05:40:06.619092+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:07.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:07 smithi099 bash[26898]: cluster 2024-09-21T05:40:06.115550+0000 mgr.y (mgr.14409) 119 : cluster [DBG] pgmap v95: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 278 KiB/s rd, 5.7 KiB/s wr, 514 op/s 2024-09-21T05:40:07.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:07 smithi099 bash[26898]: audit 2024-09-21T05:40:06.611755+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:07.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:07 smithi099 bash[26898]: audit 2024-09-21T05:40:06.619092+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:08.704 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:40:09.008 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:08 smithi099 bash[20153]: [21/Sep/2024:05:40:08] ENGINE Bus STOPPING 2024-09-21T05:40:09.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE Bus STOPPED 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE Bus STARTING 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE Serving on http://:::9283 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE Bus STARTED 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE Bus STOPPING 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: cluster 2024-09-21T05:40:08.116334+0000 mgr.y (mgr.14409) 120 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 278 KiB/s rd, 5.7 KiB/s wr, 514 op/s 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:08.248078+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:08.255925+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:08.256832+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:08.257518+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: cephadm 2024-09-21T05:40:08.261622+0000 mgr.y (mgr.14409) 121 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T05:40:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:08.688628+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:08.696264+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:08.703813+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:08.803147+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:08.804172+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[26898]: audit 2024-09-21T05:40:09.064228+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: cluster 2024-09-21T05:40:08.116334+0000 mgr.y (mgr.14409) 120 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 278 KiB/s rd, 5.7 KiB/s wr, 514 op/s 2024-09-21T05:40:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:08.248078+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:08.255925+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:08.256832+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:08.257518+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: cephadm 2024-09-21T05:40:08.261622+0000 mgr.y (mgr.14409) 121 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:08.688628+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:08.696264+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:08.703813+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:08.803147+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:08.804172+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:09.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[19899]: audit 2024-09-21T05:40:09.064228+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: cluster 2024-09-21T05:40:08.116334+0000 mgr.y (mgr.14409) 120 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 278 KiB/s rd, 5.7 KiB/s wr, 514 op/s 2024-09-21T05:40:09.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:08.248078+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:08.255925+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:08.256832+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:08.257518+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: cephadm 2024-09-21T05:40:08.261622+0000 mgr.y (mgr.14409) 121 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T05:40:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:08.688628+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:08.696264+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:08.703813+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:08.803147+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:08.804172+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:09 smithi112 bash[21612]: audit 2024-09-21T05:40:09.064228+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:09.913 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:40:09.913 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE Bus STOPPED 2024-09-21T05:40:09.913 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE Bus STARTING 2024-09-21T05:40:09.913 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE Serving on http://:::9283 2024-09-21T05:40:09.913 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:09 smithi099 bash[20153]: [21/Sep/2024:05:40:09] ENGINE Bus STARTED 2024-09-21T05:40:10.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:10 smithi112 bash[21612]: cephadm 2024-09-21T05:40:08.808340+0000 mgr.y (mgr.14409) 122 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T05:40:10.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:10 smithi112 bash[21612]: audit 2024-09-21T05:40:09.983663+0000 mon.a (mon.0) 891 : audit [INF] from='client.? 172.21.15.99:0/3722242264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-21T05:40:10.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:10 smithi099 bash[19899]: cephadm 2024-09-21T05:40:08.808340+0000 mgr.y (mgr.14409) 122 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T05:40:10.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:10 smithi099 bash[19899]: audit 2024-09-21T05:40:09.983663+0000 mon.a (mon.0) 891 : audit [INF] from='client.? 172.21.15.99:0/3722242264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-21T05:40:10.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:10 smithi099 bash[26898]: cephadm 2024-09-21T05:40:08.808340+0000 mgr.y (mgr.14409) 122 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T05:40:10.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:10 smithi099 bash[26898]: audit 2024-09-21T05:40:09.983663+0000 mon.a (mon.0) 891 : audit [INF] from='client.? 172.21.15.99:0/3722242264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-21T05:40:11.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:11 smithi112 bash[21612]: cluster 2024-09-21T05:40:10.117182+0000 mgr.y (mgr.14409) 123 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:11.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:11 smithi112 bash[21612]: audit 2024-09-21T05:40:10.250771+0000 mon.a (mon.0) 892 : audit [INF] from='client.? 172.21.15.99:0/3722242264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-21T05:40:11.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:11 smithi112 bash[21612]: cluster 2024-09-21T05:40:10.258828+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-21T05:40:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:11 smithi099 bash[19899]: cluster 2024-09-21T05:40:10.117182+0000 mgr.y (mgr.14409) 123 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:11.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:11 smithi099 bash[19899]: audit 2024-09-21T05:40:10.250771+0000 mon.a (mon.0) 892 : audit [INF] from='client.? 172.21.15.99:0/3722242264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-21T05:40:11.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:11 smithi099 bash[19899]: cluster 2024-09-21T05:40:10.258828+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-21T05:40:11.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:11 smithi099 bash[26898]: cluster 2024-09-21T05:40:10.117182+0000 mgr.y (mgr.14409) 123 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:11.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:11 smithi099 bash[26898]: audit 2024-09-21T05:40:10.250771+0000 mon.a (mon.0) 892 : audit [INF] from='client.? 172.21.15.99:0/3722242264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-21T05:40:11.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:11 smithi099 bash[26898]: cluster 2024-09-21T05:40:10.258828+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-21T05:40:12.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:12 smithi112 bash[21612]: cluster 2024-09-21T05:40:11.278017+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-21T05:40:12.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:12 smithi099 bash[19899]: cluster 2024-09-21T05:40:11.278017+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-21T05:40:12.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:12 smithi099 bash[26898]: cluster 2024-09-21T05:40:11.278017+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-21T05:40:12.995 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch apply iscsi foo u p' 2024-09-21T05:40:13.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:13 smithi112 bash[21612]: cluster 2024-09-21T05:40:12.117896+0000 mgr.y (mgr.14409) 124 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:13.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:13 smithi112 bash[21612]: cluster 2024-09-21T05:40:12.270828+0000 mon.a (mon.0) 895 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T05:40:13.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:13 smithi112 bash[21612]: cluster 2024-09-21T05:40:12.270906+0000 mon.a (mon.0) 896 : cluster [INF] Cluster is now healthy 2024-09-21T05:40:13.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:13 smithi112 bash[21612]: cluster 2024-09-21T05:40:12.290889+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-21T05:40:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:13 smithi099 bash[19899]: cluster 2024-09-21T05:40:12.117896+0000 mgr.y (mgr.14409) 124 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:13 smithi099 bash[19899]: cluster 2024-09-21T05:40:12.270828+0000 mon.a (mon.0) 895 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T05:40:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:13 smithi099 bash[19899]: cluster 2024-09-21T05:40:12.270906+0000 mon.a (mon.0) 896 : cluster [INF] Cluster is now healthy 2024-09-21T05:40:13.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:13 smithi099 bash[19899]: cluster 2024-09-21T05:40:12.290889+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-21T05:40:13.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:13 smithi099 bash[26898]: cluster 2024-09-21T05:40:12.117896+0000 mgr.y (mgr.14409) 124 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:13.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:13 smithi099 bash[26898]: cluster 2024-09-21T05:40:12.270828+0000 mon.a (mon.0) 895 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T05:40:13.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:13 smithi099 bash[26898]: cluster 2024-09-21T05:40:12.270906+0000 mon.a (mon.0) 896 : cluster [INF] Cluster is now healthy 2024-09-21T05:40:13.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:13 smithi099 bash[26898]: cluster 2024-09-21T05:40:12.290889+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-21T05:40:14.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:40:14] "GET /metrics HTTP/1.1" 200 35761 "" "Prometheus/2.43.0" 2024-09-21T05:40:15.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:15 smithi112 bash[21612]: cluster 2024-09-21T05:40:14.119937+0000 mgr.y (mgr.14409) 125 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 682 B/s wr, 11 op/s 2024-09-21T05:40:15.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:15 smithi112 bash[21612]: cluster 2024-09-21T05:40:15.037114+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-21T05:40:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:15 smithi099 bash[19899]: cluster 2024-09-21T05:40:14.119937+0000 mgr.y (mgr.14409) 125 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 682 B/s wr, 11 op/s 2024-09-21T05:40:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:15 smithi099 bash[19899]: cluster 2024-09-21T05:40:15.037114+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-21T05:40:15.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:15 smithi099 bash[26898]: cluster 2024-09-21T05:40:14.119937+0000 mgr.y (mgr.14409) 125 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 682 B/s wr, 11 op/s 2024-09-21T05:40:15.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:15 smithi099 bash[26898]: cluster 2024-09-21T05:40:15.037114+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-21T05:40:17.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:17 smithi112 bash[21612]: cluster 2024-09-21T05:40:16.120697+0000 mgr.y (mgr.14409) 126 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 697 B/s wr, 11 op/s 2024-09-21T05:40:17.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:17 smithi112 bash[21612]: audit 2024-09-21T05:40:17.150841+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:17 smithi099 bash[19899]: cluster 2024-09-21T05:40:16.120697+0000 mgr.y (mgr.14409) 126 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 697 B/s wr, 11 op/s 2024-09-21T05:40:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:17 smithi099 bash[19899]: audit 2024-09-21T05:40:17.150841+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:17 smithi099 bash[26898]: cluster 2024-09-21T05:40:16.120697+0000 mgr.y (mgr.14409) 126 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 697 B/s wr, 11 op/s 2024-09-21T05:40:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:17 smithi099 bash[26898]: audit 2024-09-21T05:40:17.150841+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:40:19.240 INFO:teuthology.orchestra.run.smithi099.stdout:Scheduled iscsi.foo update... 2024-09-21T05:40:19.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[26898]: cluster 2024-09-21T05:40:18.122352+0000 mgr.y (mgr.14409) 127 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 598 B/s wr, 10 op/s 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[26898]: audit 2024-09-21T05:40:19.243180+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[26898]: audit 2024-09-21T05:40:19.245240+0000 mon.a (mon.0) 901 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[26898]: audit 2024-09-21T05:40:19.246727+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[26898]: audit 2024-09-21T05:40:19.253957+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[26898]: audit 2024-09-21T05:40:19.259238+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[26898]: audit 2024-09-21T05:40:19.261448+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[26898]: audit 2024-09-21T05:40:19.269726+0000 mon.a (mon.0) 906 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[19899]: cluster 2024-09-21T05:40:18.122352+0000 mgr.y (mgr.14409) 127 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 598 B/s wr, 10 op/s 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[19899]: audit 2024-09-21T05:40:19.243180+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:19.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[19899]: audit 2024-09-21T05:40:19.245240+0000 mon.a (mon.0) 901 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[19899]: audit 2024-09-21T05:40:19.246727+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[19899]: audit 2024-09-21T05:40:19.253957+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[19899]: audit 2024-09-21T05:40:19.259238+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:40:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[19899]: audit 2024-09-21T05:40:19.261448+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-21T05:40:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:19 smithi099 bash[19899]: audit 2024-09-21T05:40:19.269726+0000 mon.a (mon.0) 906 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:19.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:19 smithi112 bash[21612]: cluster 2024-09-21T05:40:18.122352+0000 mgr.y (mgr.14409) 127 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 598 B/s wr, 10 op/s 2024-09-21T05:40:19.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:19 smithi112 bash[21612]: audit 2024-09-21T05:40:19.243180+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:19.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:19 smithi112 bash[21612]: audit 2024-09-21T05:40:19.245240+0000 mon.a (mon.0) 901 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:19.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:19 smithi112 bash[21612]: audit 2024-09-21T05:40:19.246727+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:19.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:19 smithi112 bash[21612]: audit 2024-09-21T05:40:19.253957+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:19.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:19 smithi112 bash[21612]: audit 2024-09-21T05:40:19.259238+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:40:19.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:19 smithi112 bash[21612]: audit 2024-09-21T05:40:19.261448+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-21T05:40:19.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:19 smithi112 bash[21612]: audit 2024-09-21T05:40:19.269726+0000 mon.a (mon.0) 906 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:19.906 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'sleep 180' 2024-09-21T05:40:20.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:20 smithi112 bash[21612]: audit 2024-09-21T05:40:19.236225+0000 mgr.y (mgr.14409) 128 : audit [DBG] from='client.24686 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:40:20.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:20 smithi112 bash[21612]: cephadm 2024-09-21T05:40:19.238356+0000 mgr.y (mgr.14409) 129 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-21T05:40:20.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:20 smithi112 bash[21612]: cephadm 2024-09-21T05:40:19.270953+0000 mgr.y (mgr.14409) 130 : cephadm [INF] Deploying daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:40:20.740 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:20 smithi099 bash[19899]: audit 2024-09-21T05:40:19.236225+0000 mgr.y (mgr.14409) 128 : audit [DBG] from='client.24686 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:40:20.740 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:20 smithi099 bash[19899]: cephadm 2024-09-21T05:40:19.238356+0000 mgr.y (mgr.14409) 129 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-21T05:40:20.741 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:20 smithi099 bash[19899]: cephadm 2024-09-21T05:40:19.270953+0000 mgr.y (mgr.14409) 130 : cephadm [INF] Deploying daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:40:20.741 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:20 smithi099 bash[26898]: audit 2024-09-21T05:40:19.236225+0000 mgr.y (mgr.14409) 128 : audit [DBG] from='client.24686 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:40:20.741 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:20 smithi099 bash[26898]: cephadm 2024-09-21T05:40:19.238356+0000 mgr.y (mgr.14409) 129 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-21T05:40:20.741 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:20 smithi099 bash[26898]: cephadm 2024-09-21T05:40:19.270953+0000 mgr.y (mgr.14409) 130 : cephadm [INF] Deploying daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:40:21.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:21 smithi099 bash[19899]: cluster 2024-09-21T05:40:20.122883+0000 mgr.y (mgr.14409) 131 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 8.9 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-21T05:40:21.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:21 smithi099 bash[26898]: cluster 2024-09-21T05:40:20.122883+0000 mgr.y (mgr.14409) 131 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 8.9 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-21T05:40:21.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:21 smithi112 bash[21612]: cluster 2024-09-21T05:40:20.122883+0000 mgr.y (mgr.14409) 131 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 8.9 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-21T05:40:21.837 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:21.838 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:21.838 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:21.838 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:21.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:21.839 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:21.839 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:21.840 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:21.840 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:22.091 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:22.091 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:22.092 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:22.092 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:22.092 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:22.093 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:22.093 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:22.093 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:22.093 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:40:21 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:40:23.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:23 smithi112 bash[21612]: cluster 2024-09-21T05:40:22.123649+0000 mgr.y (mgr.14409) 132 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 416 B/s wr, 7 op/s 2024-09-21T05:40:23.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:23 smithi112 bash[21612]: audit 2024-09-21T05:40:22.145185+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:23 smithi112 bash[21612]: audit 2024-09-21T05:40:22.152764+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:23 smithi112 bash[21612]: audit 2024-09-21T05:40:22.157331+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:23 smithi112 bash[21612]: cephadm 2024-09-21T05:40:22.157987+0000 mgr.y (mgr.14409) 133 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-21T05:40:23.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:23 smithi112 bash[21612]: audit 2024-09-21T05:40:22.167944+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:23 smithi112 bash[21612]: audit 2024-09-21T05:40:22.225351+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[19899]: cluster 2024-09-21T05:40:22.123649+0000 mgr.y (mgr.14409) 132 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 416 B/s wr, 7 op/s 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[19899]: audit 2024-09-21T05:40:22.145185+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[19899]: audit 2024-09-21T05:40:22.152764+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[19899]: audit 2024-09-21T05:40:22.157331+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[19899]: cephadm 2024-09-21T05:40:22.157987+0000 mgr.y (mgr.14409) 133 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[19899]: audit 2024-09-21T05:40:22.167944+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[19899]: audit 2024-09-21T05:40:22.225351+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[26898]: cluster 2024-09-21T05:40:22.123649+0000 mgr.y (mgr.14409) 132 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 416 B/s wr, 7 op/s 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[26898]: audit 2024-09-21T05:40:22.145185+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[26898]: audit 2024-09-21T05:40:22.152764+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[26898]: audit 2024-09-21T05:40:22.157331+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[26898]: cephadm 2024-09-21T05:40:22.157987+0000 mgr.y (mgr.14409) 133 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-21T05:40:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[26898]: audit 2024-09-21T05:40:22.167944+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:23 smithi099 bash[26898]: audit 2024-09-21T05:40:22.225351+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:24.232 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:40:24] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:40:25.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:25 smithi112 bash[21612]: cluster 2024-09-21T05:40:24.125210+0000 mgr.y (mgr.14409) 134 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:25.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:25 smithi112 bash[21612]: cluster 2024-09-21T05:40:24.161574+0000 mon.a (mon.0) 912 : cluster [DBG] mgrmap e21: y(active, since 2m), standbys: x 2024-09-21T05:40:25.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:25 smithi112 bash[21612]: audit 2024-09-21T05:40:24.222188+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.99:0/3601905255' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:40:25.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:25 smithi112 bash[21612]: audit 2024-09-21T05:40:24.525799+0000 mon.a (mon.0) 913 : audit [INF] from='client.? 172.21.15.99:0/1921632954' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1501781996"}]: dispatch 2024-09-21T05:40:25.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:25 smithi099 bash[19899]: cluster 2024-09-21T05:40:24.125210+0000 mgr.y (mgr.14409) 134 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:25.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:25 smithi099 bash[19899]: cluster 2024-09-21T05:40:24.161574+0000 mon.a (mon.0) 912 : cluster [DBG] mgrmap e21: y(active, since 2m), standbys: x 2024-09-21T05:40:25.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:25 smithi099 bash[19899]: audit 2024-09-21T05:40:24.222188+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.99:0/3601905255' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:40:25.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:25 smithi099 bash[19899]: audit 2024-09-21T05:40:24.525799+0000 mon.a (mon.0) 913 : audit [INF] from='client.? 172.21.15.99:0/1921632954' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1501781996"}]: dispatch 2024-09-21T05:40:25.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:25 smithi099 bash[26898]: cluster 2024-09-21T05:40:24.125210+0000 mgr.y (mgr.14409) 134 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:25.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:25 smithi099 bash[26898]: cluster 2024-09-21T05:40:24.161574+0000 mon.a (mon.0) 912 : cluster [DBG] mgrmap e21: y(active, since 2m), standbys: x 2024-09-21T05:40:25.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:25 smithi099 bash[26898]: audit 2024-09-21T05:40:24.222188+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.99:0/3601905255' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:40:25.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:25 smithi099 bash[26898]: audit 2024-09-21T05:40:24.525799+0000 mon.a (mon.0) 913 : audit [INF] from='client.? 172.21.15.99:0/1921632954' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1501781996"}]: dispatch 2024-09-21T05:40:25.697 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:40:26.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:26 smithi112 bash[21612]: audit 2024-09-21T05:40:25.155943+0000 mon.a (mon.0) 914 : audit [INF] from='client.? 172.21.15.99:0/1921632954' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1501781996"}]': finished 2024-09-21T05:40:26.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:26 smithi112 bash[21612]: cluster 2024-09-21T05:40:25.161835+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-21T05:40:26.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:26 smithi112 bash[21612]: audit 2024-09-21T05:40:25.475066+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.99:0/322524424' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1229606872"}]: dispatch 2024-09-21T05:40:26.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:26 smithi112 bash[21612]: audit 2024-09-21T05:40:25.475765+0000 mon.a (mon.0) 916 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1229606872"}]: dispatch 2024-09-21T05:40:26.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:26 smithi099 bash[19899]: audit 2024-09-21T05:40:25.155943+0000 mon.a (mon.0) 914 : audit [INF] from='client.? 172.21.15.99:0/1921632954' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1501781996"}]': finished 2024-09-21T05:40:26.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:26 smithi099 bash[19899]: cluster 2024-09-21T05:40:25.161835+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-21T05:40:26.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:26 smithi099 bash[19899]: audit 2024-09-21T05:40:25.475066+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.99:0/322524424' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1229606872"}]: dispatch 2024-09-21T05:40:26.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:26 smithi099 bash[19899]: audit 2024-09-21T05:40:25.475765+0000 mon.a (mon.0) 916 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1229606872"}]: dispatch 2024-09-21T05:40:26.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:26 smithi099 bash[26898]: audit 2024-09-21T05:40:25.155943+0000 mon.a (mon.0) 914 : audit [INF] from='client.? 172.21.15.99:0/1921632954' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1501781996"}]': finished 2024-09-21T05:40:26.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:26 smithi099 bash[26898]: cluster 2024-09-21T05:40:25.161835+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-21T05:40:26.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:26 smithi099 bash[26898]: audit 2024-09-21T05:40:25.475066+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.99:0/322524424' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1229606872"}]: dispatch 2024-09-21T05:40:26.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:26 smithi099 bash[26898]: audit 2024-09-21T05:40:25.475765+0000 mon.a (mon.0) 916 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1229606872"}]: dispatch 2024-09-21T05:40:27.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[19899]: cluster 2024-09-21T05:40:26.125962+0000 mgr.y (mgr.14409) 135 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:27.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[19899]: audit 2024-09-21T05:40:26.175416+0000 mon.a (mon.0) 917 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1229606872"}]': finished 2024-09-21T05:40:27.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[19899]: cluster 2024-09-21T05:40:26.185949+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-21T05:40:27.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[19899]: audit 2024-09-21T05:40:26.494436+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.99:0/2119785533' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2032445110"}]: dispatch 2024-09-21T05:40:27.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[19899]: audit 2024-09-21T05:40:26.495388+0000 mon.a (mon.0) 919 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2032445110"}]: dispatch 2024-09-21T05:40:27.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[26898]: cluster 2024-09-21T05:40:26.125962+0000 mgr.y (mgr.14409) 135 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:27.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[26898]: audit 2024-09-21T05:40:26.175416+0000 mon.a (mon.0) 917 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1229606872"}]': finished 2024-09-21T05:40:27.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[26898]: cluster 2024-09-21T05:40:26.185949+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-21T05:40:27.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[26898]: audit 2024-09-21T05:40:26.494436+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.99:0/2119785533' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2032445110"}]: dispatch 2024-09-21T05:40:27.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:27 smithi099 bash[26898]: audit 2024-09-21T05:40:26.495388+0000 mon.a (mon.0) 919 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2032445110"}]: dispatch 2024-09-21T05:40:27.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:27 smithi112 bash[21612]: cluster 2024-09-21T05:40:26.125962+0000 mgr.y (mgr.14409) 135 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:27.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:27 smithi112 bash[21612]: audit 2024-09-21T05:40:26.175416+0000 mon.a (mon.0) 917 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1229606872"}]': finished 2024-09-21T05:40:27.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:27 smithi112 bash[21612]: cluster 2024-09-21T05:40:26.185949+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-21T05:40:27.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:27 smithi112 bash[21612]: audit 2024-09-21T05:40:26.494436+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.99:0/2119785533' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2032445110"}]: dispatch 2024-09-21T05:40:27.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:27 smithi112 bash[21612]: audit 2024-09-21T05:40:26.495388+0000 mon.a (mon.0) 919 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2032445110"}]: dispatch 2024-09-21T05:40:28.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:28 smithi099 bash[19899]: audit 2024-09-21T05:40:27.178933+0000 mon.a (mon.0) 920 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2032445110"}]': finished 2024-09-21T05:40:28.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:28 smithi099 bash[19899]: cluster 2024-09-21T05:40:27.187466+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-21T05:40:28.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:28 smithi099 bash[19899]: audit 2024-09-21T05:40:27.509203+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.99:0/409653775' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2763033152"}]: dispatch 2024-09-21T05:40:28.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:28 smithi099 bash[19899]: audit 2024-09-21T05:40:27.510181+0000 mon.a (mon.0) 922 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2763033152"}]: dispatch 2024-09-21T05:40:28.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:28 smithi099 bash[26898]: audit 2024-09-21T05:40:27.178933+0000 mon.a (mon.0) 920 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2032445110"}]': finished 2024-09-21T05:40:28.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:28 smithi099 bash[26898]: cluster 2024-09-21T05:40:27.187466+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-21T05:40:28.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:28 smithi099 bash[26898]: audit 2024-09-21T05:40:27.509203+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.99:0/409653775' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2763033152"}]: dispatch 2024-09-21T05:40:28.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:28 smithi099 bash[26898]: audit 2024-09-21T05:40:27.510181+0000 mon.a (mon.0) 922 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2763033152"}]: dispatch 2024-09-21T05:40:28.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:28 smithi112 bash[21612]: audit 2024-09-21T05:40:27.178933+0000 mon.a (mon.0) 920 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2032445110"}]': finished 2024-09-21T05:40:28.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:28 smithi112 bash[21612]: cluster 2024-09-21T05:40:27.187466+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-21T05:40:28.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:28 smithi112 bash[21612]: audit 2024-09-21T05:40:27.509203+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.99:0/409653775' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2763033152"}]: dispatch 2024-09-21T05:40:28.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:28 smithi112 bash[21612]: audit 2024-09-21T05:40:27.510181+0000 mon.a (mon.0) 922 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2763033152"}]: dispatch 2024-09-21T05:40:29.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[26898]: cluster 2024-09-21T05:40:28.127540+0000 mgr.y (mgr.14409) 136 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 170 B/s wr, 2 op/s 2024-09-21T05:40:29.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[26898]: audit 2024-09-21T05:40:28.204202+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2763033152"}]': finished 2024-09-21T05:40:29.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[26898]: cluster 2024-09-21T05:40:28.211206+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-21T05:40:29.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[26898]: audit 2024-09-21T05:40:28.533264+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.99:0/2672874567' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2901052273"}]: dispatch 2024-09-21T05:40:29.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[26898]: audit 2024-09-21T05:40:28.533909+0000 mon.a (mon.0) 925 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2901052273"}]: dispatch 2024-09-21T05:40:29.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[19899]: cluster 2024-09-21T05:40:28.127540+0000 mgr.y (mgr.14409) 136 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 170 B/s wr, 2 op/s 2024-09-21T05:40:29.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[19899]: audit 2024-09-21T05:40:28.204202+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2763033152"}]': finished 2024-09-21T05:40:29.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[19899]: cluster 2024-09-21T05:40:28.211206+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-21T05:40:29.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[19899]: audit 2024-09-21T05:40:28.533264+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.99:0/2672874567' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2901052273"}]: dispatch 2024-09-21T05:40:29.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:29 smithi099 bash[19899]: audit 2024-09-21T05:40:28.533909+0000 mon.a (mon.0) 925 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2901052273"}]: dispatch 2024-09-21T05:40:29.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:29 smithi112 bash[21612]: cluster 2024-09-21T05:40:28.127540+0000 mgr.y (mgr.14409) 136 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 170 B/s wr, 2 op/s 2024-09-21T05:40:29.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:29 smithi112 bash[21612]: audit 2024-09-21T05:40:28.204202+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2763033152"}]': finished 2024-09-21T05:40:29.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:29 smithi112 bash[21612]: cluster 2024-09-21T05:40:28.211206+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-21T05:40:29.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:29 smithi112 bash[21612]: audit 2024-09-21T05:40:28.533264+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.99:0/2672874567' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2901052273"}]: dispatch 2024-09-21T05:40:29.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:29 smithi112 bash[21612]: audit 2024-09-21T05:40:28.533909+0000 mon.a (mon.0) 925 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2901052273"}]: dispatch 2024-09-21T05:40:30.372 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[20153]: [21/Sep/2024:05:40:30] ENGINE Bus STOPPING 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:29.205708+0000 mon.a (mon.0) 926 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2901052273"}]': finished 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: cluster 2024-09-21T05:40:29.209241+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:29.348604+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:29.355427+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:29.503011+0000 mon.a (mon.0) 930 : audit [INF] from='client.? 172.21.15.99:0/4273301082' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/2364988354"}]: dispatch 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:29.966132+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:29.967800+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:29.976270+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:30.049147+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:30.053369+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:40:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:30.061209+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:30.075044+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:30.094307+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:30.172027+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:30.173263+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[26898]: audit 2024-09-21T05:40:30.179294+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:29.205708+0000 mon.a (mon.0) 926 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2901052273"}]': finished 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: cluster 2024-09-21T05:40:29.209241+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:29.348604+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:29.355427+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:29.503011+0000 mon.a (mon.0) 930 : audit [INF] from='client.? 172.21.15.99:0/4273301082' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/2364988354"}]: dispatch 2024-09-21T05:40:30.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:29.966132+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:29.967800+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:29.976270+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:30.049147+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:30.053369+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:30.061209+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:30.075044+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:30.094307+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:30.172027+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:30.173263+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[19899]: audit 2024-09-21T05:40:30.179294+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.650 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[20153]: [21/Sep/2024:05:40:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:40:30.650 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[20153]: [21/Sep/2024:05:40:30] ENGINE Bus STOPPED 2024-09-21T05:40:30.651 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[20153]: [21/Sep/2024:05:40:30] ENGINE Bus STARTING 2024-09-21T05:40:30.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:29.205708+0000 mon.a (mon.0) 926 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2901052273"}]': finished 2024-09-21T05:40:30.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: cluster 2024-09-21T05:40:29.209241+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-21T05:40:30.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:29.348604+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:29.355427+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:29.503011+0000 mon.a (mon.0) 930 : audit [INF] from='client.? 172.21.15.99:0/4273301082' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/2364988354"}]: dispatch 2024-09-21T05:40:30.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:29.966132+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:30.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:29.967800+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:30.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:29.976270+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:30.049147+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:40:30.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:30.053369+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:40:30.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:30.061209+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:30.075044+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:40:30.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:30.094307+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:30.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:30.172027+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:40:30.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:30.173263+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:40:30.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:30 smithi112 bash[21612]: audit 2024-09-21T05:40:30.179294+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:40:31.008 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[20153]: [21/Sep/2024:05:40:30] ENGINE Serving on http://:::9283 2024-09-21T05:40:31.008 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:30 smithi099 bash[20153]: [21/Sep/2024:05:40:30] ENGINE Bus STARTED 2024-09-21T05:40:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[19899]: audit 2024-09-21T05:40:30.050586+0000 mgr.y (mgr.14409) 137 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:40:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[19899]: cephadm 2024-09-21T05:40:30.052814+0000 mgr.y (mgr.14409) 138 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.99:5000 to Dashboard 2024-09-21T05:40:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[19899]: audit 2024-09-21T05:40:30.054332+0000 mgr.y (mgr.14409) 139 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:40:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[19899]: audit 2024-09-21T05:40:30.076372+0000 mgr.y (mgr.14409) 140 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:40:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[19899]: cluster 2024-09-21T05:40:30.128204+0000 mgr.y (mgr.14409) 141 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-21T05:40:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[19899]: audit 2024-09-21T05:40:30.356239+0000 mon.a (mon.0) 942 : audit [INF] from='client.? 172.21.15.99:0/4273301082' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/2364988354"}]': finished 2024-09-21T05:40:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[19899]: cluster 2024-09-21T05:40:30.363847+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-21T05:40:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[19899]: audit 2024-09-21T05:40:30.669663+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.99:0/3124344638' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/3931990238"}]: dispatch 2024-09-21T05:40:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[19899]: audit 2024-09-21T05:40:30.670232+0000 mon.a (mon.0) 944 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/3931990238"}]: dispatch 2024-09-21T05:40:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[26898]: audit 2024-09-21T05:40:30.050586+0000 mgr.y (mgr.14409) 137 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:40:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[26898]: cephadm 2024-09-21T05:40:30.052814+0000 mgr.y (mgr.14409) 138 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.99:5000 to Dashboard 2024-09-21T05:40:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[26898]: audit 2024-09-21T05:40:30.054332+0000 mgr.y (mgr.14409) 139 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:40:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[26898]: audit 2024-09-21T05:40:30.076372+0000 mgr.y (mgr.14409) 140 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:40:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[26898]: cluster 2024-09-21T05:40:30.128204+0000 mgr.y (mgr.14409) 141 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-21T05:40:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[26898]: audit 2024-09-21T05:40:30.356239+0000 mon.a (mon.0) 942 : audit [INF] from='client.? 172.21.15.99:0/4273301082' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/2364988354"}]': finished 2024-09-21T05:40:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[26898]: cluster 2024-09-21T05:40:30.363847+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-21T05:40:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[26898]: audit 2024-09-21T05:40:30.669663+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.99:0/3124344638' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/3931990238"}]: dispatch 2024-09-21T05:40:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:31 smithi099 bash[26898]: audit 2024-09-21T05:40:30.670232+0000 mon.a (mon.0) 944 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/3931990238"}]: dispatch 2024-09-21T05:40:31.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:31 smithi112 bash[21612]: audit 2024-09-21T05:40:30.050586+0000 mgr.y (mgr.14409) 137 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:40:31.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:31 smithi112 bash[21612]: cephadm 2024-09-21T05:40:30.052814+0000 mgr.y (mgr.14409) 138 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.99:5000 to Dashboard 2024-09-21T05:40:31.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:31 smithi112 bash[21612]: audit 2024-09-21T05:40:30.054332+0000 mgr.y (mgr.14409) 139 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:40:31.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:31 smithi112 bash[21612]: audit 2024-09-21T05:40:30.076372+0000 mgr.y (mgr.14409) 140 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:40:31.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:31 smithi112 bash[21612]: cluster 2024-09-21T05:40:30.128204+0000 mgr.y (mgr.14409) 141 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-21T05:40:31.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:31 smithi112 bash[21612]: audit 2024-09-21T05:40:30.356239+0000 mon.a (mon.0) 942 : audit [INF] from='client.? 172.21.15.99:0/4273301082' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/2364988354"}]': finished 2024-09-21T05:40:31.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:31 smithi112 bash[21612]: cluster 2024-09-21T05:40:30.363847+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-21T05:40:31.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:31 smithi112 bash[21612]: audit 2024-09-21T05:40:30.669663+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.99:0/3124344638' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/3931990238"}]: dispatch 2024-09-21T05:40:31.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:31 smithi112 bash[21612]: audit 2024-09-21T05:40:30.670232+0000 mon.a (mon.0) 944 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/3931990238"}]: dispatch 2024-09-21T05:40:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:32 smithi112 bash[21612]: audit 2024-09-21T05:40:31.358528+0000 mon.a (mon.0) 945 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/3931990238"}]': finished 2024-09-21T05:40:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:32 smithi112 bash[21612]: cluster 2024-09-21T05:40:31.366182+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-21T05:40:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:32 smithi112 bash[21612]: audit 2024-09-21T05:40:31.680759+0000 mon.c (mon.2) 36 : audit [INF] from='client.? 172.21.15.99:0/2231310174' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/1017301858"}]: dispatch 2024-09-21T05:40:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:32 smithi112 bash[21612]: audit 2024-09-21T05:40:31.681730+0000 mon.a (mon.0) 947 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/1017301858"}]: dispatch 2024-09-21T05:40:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:32 smithi112 bash[21612]: cluster 2024-09-21T05:40:32.128895+0000 mgr.y (mgr.14409) 142 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:32 smithi112 bash[21612]: audit 2024-09-21T05:40:32.177623+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:32 smithi112 bash[21612]: audit 2024-09-21T05:40:32.251413+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-09-21T05:40:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:32 smithi112 bash[21612]: audit 2024-09-21T05:40:32.251878+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-09-21T05:40:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:32 smithi112 bash[21612]: audit 2024-09-21T05:40:32.252241+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2024-09-21T05:40:32.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[19899]: audit 2024-09-21T05:40:31.358528+0000 mon.a (mon.0) 945 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/3931990238"}]': finished 2024-09-21T05:40:32.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[19899]: cluster 2024-09-21T05:40:31.366182+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-21T05:40:32.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[19899]: audit 2024-09-21T05:40:31.680759+0000 mon.c (mon.2) 36 : audit [INF] from='client.? 172.21.15.99:0/2231310174' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/1017301858"}]: dispatch 2024-09-21T05:40:32.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[19899]: audit 2024-09-21T05:40:31.681730+0000 mon.a (mon.0) 947 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/1017301858"}]: dispatch 2024-09-21T05:40:32.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[19899]: cluster 2024-09-21T05:40:32.128895+0000 mgr.y (mgr.14409) 142 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:32.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[19899]: audit 2024-09-21T05:40:32.177623+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:32.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[19899]: audit 2024-09-21T05:40:32.251413+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-09-21T05:40:32.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[19899]: audit 2024-09-21T05:40:32.251878+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-09-21T05:40:32.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[19899]: audit 2024-09-21T05:40:32.252241+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2024-09-21T05:40:32.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[26898]: audit 2024-09-21T05:40:31.358528+0000 mon.a (mon.0) 945 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/3931990238"}]': finished 2024-09-21T05:40:32.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[26898]: cluster 2024-09-21T05:40:31.366182+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-21T05:40:32.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[26898]: audit 2024-09-21T05:40:31.680759+0000 mon.c (mon.2) 36 : audit [INF] from='client.? 172.21.15.99:0/2231310174' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/1017301858"}]: dispatch 2024-09-21T05:40:32.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[26898]: audit 2024-09-21T05:40:31.681730+0000 mon.a (mon.0) 947 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/1017301858"}]: dispatch 2024-09-21T05:40:32.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[26898]: cluster 2024-09-21T05:40:32.128895+0000 mgr.y (mgr.14409) 142 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:40:32.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[26898]: audit 2024-09-21T05:40:32.177623+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:32.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[26898]: audit 2024-09-21T05:40:32.251413+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-09-21T05:40:32.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[26898]: audit 2024-09-21T05:40:32.251878+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-09-21T05:40:32.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:32 smithi099 bash[26898]: audit 2024-09-21T05:40:32.252241+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2024-09-21T05:40:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:33 smithi112 bash[21612]: audit 2024-09-21T05:40:32.367414+0000 mon.a (mon.0) 952 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/1017301858"}]': finished 2024-09-21T05:40:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:33 smithi112 bash[21612]: audit 2024-09-21T05:40:32.367665+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]': finished 2024-09-21T05:40:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:33 smithi112 bash[21612]: audit 2024-09-21T05:40:32.367822+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2024-09-21T05:40:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:33 smithi112 bash[21612]: audit 2024-09-21T05:40:32.367990+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]': finished 2024-09-21T05:40:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:33 smithi112 bash[21612]: cluster 2024-09-21T05:40:32.377575+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-21T05:40:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:33 smithi112 bash[21612]: audit 2024-09-21T05:40:32.699037+0000 mon.a (mon.0) 957 : audit [INF] from='client.? 172.21.15.99:0/2559912940' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/1017301858"}]: dispatch 2024-09-21T05:40:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[19899]: audit 2024-09-21T05:40:32.367414+0000 mon.a (mon.0) 952 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/1017301858"}]': finished 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[19899]: audit 2024-09-21T05:40:32.367665+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]': finished 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[19899]: audit 2024-09-21T05:40:32.367822+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[19899]: audit 2024-09-21T05:40:32.367990+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]': finished 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[19899]: cluster 2024-09-21T05:40:32.377575+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[19899]: audit 2024-09-21T05:40:32.699037+0000 mon.a (mon.0) 957 : audit [INF] from='client.? 172.21.15.99:0/2559912940' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/1017301858"}]: dispatch 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[26898]: audit 2024-09-21T05:40:32.367414+0000 mon.a (mon.0) 952 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/1017301858"}]': finished 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[26898]: audit 2024-09-21T05:40:32.367665+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]': finished 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[26898]: audit 2024-09-21T05:40:32.367822+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[26898]: audit 2024-09-21T05:40:32.367990+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]': finished 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[26898]: cluster 2024-09-21T05:40:32.377575+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-21T05:40:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:33 smithi099 bash[26898]: audit 2024-09-21T05:40:32.699037+0000 mon.a (mon.0) 957 : audit [INF] from='client.? 172.21.15.99:0/2559912940' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/1017301858"}]: dispatch 2024-09-21T05:40:34.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:40:34] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-21T05:40:34.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:34 smithi112 bash[21612]: audit 2024-09-21T05:40:33.370008+0000 mon.a (mon.0) 958 : audit [INF] from='client.? 172.21.15.99:0/2559912940' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/1017301858"}]': finished 2024-09-21T05:40:34.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:34 smithi112 bash[21612]: cluster 2024-09-21T05:40:33.378385+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-21T05:40:34.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:34 smithi112 bash[21612]: audit 2024-09-21T05:40:33.694794+0000 mon.a (mon.0) 960 : audit [INF] from='client.? 172.21.15.99:0/620078310' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2068926335"}]: dispatch 2024-09-21T05:40:34.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:34 smithi112 bash[21612]: audit 2024-09-21T05:40:33.952380+0000 mgr.y (mgr.14409) 143 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:40:34.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:34 smithi112 bash[21612]: cluster 2024-09-21T05:40:34.129634+0000 mgr.y (mgr.14409) 144 : cluster [DBG] pgmap v122: 161 pgs: 3 peering, 158 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[19899]: audit 2024-09-21T05:40:33.370008+0000 mon.a (mon.0) 958 : audit [INF] from='client.? 172.21.15.99:0/2559912940' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/1017301858"}]': finished 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[19899]: cluster 2024-09-21T05:40:33.378385+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[19899]: audit 2024-09-21T05:40:33.694794+0000 mon.a (mon.0) 960 : audit [INF] from='client.? 172.21.15.99:0/620078310' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2068926335"}]: dispatch 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[19899]: audit 2024-09-21T05:40:33.952380+0000 mgr.y (mgr.14409) 143 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[19899]: cluster 2024-09-21T05:40:34.129634+0000 mgr.y (mgr.14409) 144 : cluster [DBG] pgmap v122: 161 pgs: 3 peering, 158 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[26898]: audit 2024-09-21T05:40:33.370008+0000 mon.a (mon.0) 958 : audit [INF] from='client.? 172.21.15.99:0/2559912940' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/1017301858"}]': finished 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[26898]: cluster 2024-09-21T05:40:33.378385+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[26898]: audit 2024-09-21T05:40:33.694794+0000 mon.a (mon.0) 960 : audit [INF] from='client.? 172.21.15.99:0/620078310' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2068926335"}]: dispatch 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[26898]: audit 2024-09-21T05:40:33.952380+0000 mgr.y (mgr.14409) 143 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:40:34.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:34 smithi099 bash[26898]: cluster 2024-09-21T05:40:34.129634+0000 mgr.y (mgr.14409) 144 : cluster [DBG] pgmap v122: 161 pgs: 3 peering, 158 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:35.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:35 smithi112 bash[21612]: audit 2024-09-21T05:40:34.392136+0000 mon.a (mon.0) 961 : audit [INF] from='client.? 172.21.15.99:0/620078310' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2068926335"}]': finished 2024-09-21T05:40:35.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:35 smithi112 bash[21612]: cluster 2024-09-21T05:40:34.400878+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-21T05:40:35.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:35 smithi112 bash[21612]: audit 2024-09-21T05:40:34.706172+0000 mon.a (mon.0) 963 : audit [INF] from='client.? 172.21.15.99:0/1258490832' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1483916276"}]: dispatch 2024-09-21T05:40:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:35 smithi099 bash[26898]: audit 2024-09-21T05:40:34.392136+0000 mon.a (mon.0) 961 : audit [INF] from='client.? 172.21.15.99:0/620078310' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2068926335"}]': finished 2024-09-21T05:40:35.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:35 smithi099 bash[26898]: cluster 2024-09-21T05:40:34.400878+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-21T05:40:35.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:35 smithi099 bash[26898]: audit 2024-09-21T05:40:34.706172+0000 mon.a (mon.0) 963 : audit [INF] from='client.? 172.21.15.99:0/1258490832' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1483916276"}]: dispatch 2024-09-21T05:40:35.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:35 smithi099 bash[19899]: audit 2024-09-21T05:40:34.392136+0000 mon.a (mon.0) 961 : audit [INF] from='client.? 172.21.15.99:0/620078310' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2068926335"}]': finished 2024-09-21T05:40:35.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:35 smithi099 bash[19899]: cluster 2024-09-21T05:40:34.400878+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-21T05:40:35.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:35 smithi099 bash[19899]: audit 2024-09-21T05:40:34.706172+0000 mon.a (mon.0) 963 : audit [INF] from='client.? 172.21.15.99:0/1258490832' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1483916276"}]: dispatch 2024-09-21T05:40:36.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:36 smithi112 bash[21612]: audit 2024-09-21T05:40:35.394773+0000 mon.a (mon.0) 964 : audit [INF] from='client.? 172.21.15.99:0/1258490832' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1483916276"}]': finished 2024-09-21T05:40:36.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:36 smithi112 bash[21612]: cluster 2024-09-21T05:40:35.403226+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-21T05:40:36.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:36 smithi112 bash[21612]: audit 2024-09-21T05:40:35.713544+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.99:0/103868356' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/3926920330"}]: dispatch 2024-09-21T05:40:36.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:36 smithi112 bash[21612]: audit 2024-09-21T05:40:35.714330+0000 mon.a (mon.0) 966 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/3926920330"}]: dispatch 2024-09-21T05:40:36.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:36 smithi112 bash[21612]: cluster 2024-09-21T05:40:36.130380+0000 mgr.y (mgr.14409) 145 : cluster [DBG] pgmap v125: 161 pgs: 3 peering, 158 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:36.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[19899]: audit 2024-09-21T05:40:35.394773+0000 mon.a (mon.0) 964 : audit [INF] from='client.? 172.21.15.99:0/1258490832' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1483916276"}]': finished 2024-09-21T05:40:36.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[19899]: cluster 2024-09-21T05:40:35.403226+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-21T05:40:36.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[19899]: audit 2024-09-21T05:40:35.713544+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.99:0/103868356' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/3926920330"}]: dispatch 2024-09-21T05:40:36.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[19899]: audit 2024-09-21T05:40:35.714330+0000 mon.a (mon.0) 966 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/3926920330"}]: dispatch 2024-09-21T05:40:36.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[19899]: cluster 2024-09-21T05:40:36.130380+0000 mgr.y (mgr.14409) 145 : cluster [DBG] pgmap v125: 161 pgs: 3 peering, 158 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:36.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[26898]: audit 2024-09-21T05:40:35.394773+0000 mon.a (mon.0) 964 : audit [INF] from='client.? 172.21.15.99:0/1258490832' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1483916276"}]': finished 2024-09-21T05:40:36.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[26898]: cluster 2024-09-21T05:40:35.403226+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-21T05:40:36.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[26898]: audit 2024-09-21T05:40:35.713544+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.99:0/103868356' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/3926920330"}]: dispatch 2024-09-21T05:40:36.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[26898]: audit 2024-09-21T05:40:35.714330+0000 mon.a (mon.0) 966 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/3926920330"}]: dispatch 2024-09-21T05:40:36.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:36 smithi099 bash[26898]: cluster 2024-09-21T05:40:36.130380+0000 mgr.y (mgr.14409) 145 : cluster [DBG] pgmap v125: 161 pgs: 3 peering, 158 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:37.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:37 smithi112 bash[21612]: audit 2024-09-21T05:40:36.417698+0000 mon.a (mon.0) 967 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/3926920330"}]': finished 2024-09-21T05:40:37.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:37 smithi112 bash[21612]: cluster 2024-09-21T05:40:36.427115+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-21T05:40:37.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:37 smithi112 bash[21612]: audit 2024-09-21T05:40:36.747997+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.99:0/1254933400' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1758637646"}]: dispatch 2024-09-21T05:40:37.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:37 smithi112 bash[21612]: audit 2024-09-21T05:40:36.748695+0000 mon.a (mon.0) 969 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1758637646"}]: dispatch 2024-09-21T05:40:37.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:37 smithi099 bash[19899]: audit 2024-09-21T05:40:36.417698+0000 mon.a (mon.0) 967 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/3926920330"}]': finished 2024-09-21T05:40:37.891 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:37 smithi099 bash[19899]: cluster 2024-09-21T05:40:36.427115+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-21T05:40:37.891 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:37 smithi099 bash[19899]: audit 2024-09-21T05:40:36.747997+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.99:0/1254933400' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1758637646"}]: dispatch 2024-09-21T05:40:37.891 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:37 smithi099 bash[19899]: audit 2024-09-21T05:40:36.748695+0000 mon.a (mon.0) 969 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1758637646"}]: dispatch 2024-09-21T05:40:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:37 smithi099 bash[26898]: audit 2024-09-21T05:40:36.417698+0000 mon.a (mon.0) 967 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/3926920330"}]': finished 2024-09-21T05:40:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:37 smithi099 bash[26898]: cluster 2024-09-21T05:40:36.427115+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-21T05:40:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:37 smithi099 bash[26898]: audit 2024-09-21T05:40:36.747997+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.99:0/1254933400' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1758637646"}]: dispatch 2024-09-21T05:40:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:37 smithi099 bash[26898]: audit 2024-09-21T05:40:36.748695+0000 mon.a (mon.0) 969 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1758637646"}]: dispatch 2024-09-21T05:40:38.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:38 smithi099 bash[19899]: audit 2024-09-21T05:40:37.435741+0000 mon.a (mon.0) 970 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1758637646"}]': finished 2024-09-21T05:40:38.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:38 smithi099 bash[19899]: cluster 2024-09-21T05:40:37.446723+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-21T05:40:38.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:38 smithi099 bash[19899]: audit 2024-09-21T05:40:37.764555+0000 mon.a (mon.0) 972 : audit [INF] from='client.? 172.21.15.99:0/4011892846' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/3926920330"}]: dispatch 2024-09-21T05:40:38.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:38 smithi099 bash[19899]: cluster 2024-09-21T05:40:38.131994+0000 mgr.y (mgr.14409) 146 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-21T05:40:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:38 smithi099 bash[26898]: audit 2024-09-21T05:40:37.435741+0000 mon.a (mon.0) 970 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1758637646"}]': finished 2024-09-21T05:40:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:38 smithi099 bash[26898]: cluster 2024-09-21T05:40:37.446723+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-21T05:40:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:38 smithi099 bash[26898]: audit 2024-09-21T05:40:37.764555+0000 mon.a (mon.0) 972 : audit [INF] from='client.? 172.21.15.99:0/4011892846' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/3926920330"}]: dispatch 2024-09-21T05:40:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:38 smithi099 bash[26898]: cluster 2024-09-21T05:40:38.131994+0000 mgr.y (mgr.14409) 146 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-21T05:40:38.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:38 smithi112 bash[21612]: audit 2024-09-21T05:40:37.435741+0000 mon.a (mon.0) 970 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1758637646"}]': finished 2024-09-21T05:40:38.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:38 smithi112 bash[21612]: cluster 2024-09-21T05:40:37.446723+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-21T05:40:38.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:38 smithi112 bash[21612]: audit 2024-09-21T05:40:37.764555+0000 mon.a (mon.0) 972 : audit [INF] from='client.? 172.21.15.99:0/4011892846' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/3926920330"}]: dispatch 2024-09-21T05:40:38.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:38 smithi112 bash[21612]: cluster 2024-09-21T05:40:38.131994+0000 mgr.y (mgr.14409) 146 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-21T05:40:39.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:39 smithi099 bash[19899]: audit 2024-09-21T05:40:38.444507+0000 mon.a (mon.0) 973 : audit [INF] from='client.? 172.21.15.99:0/4011892846' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/3926920330"}]': finished 2024-09-21T05:40:39.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:39 smithi099 bash[19899]: cluster 2024-09-21T05:40:38.452759+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-21T05:40:39.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:39 smithi099 bash[19899]: audit 2024-09-21T05:40:38.773797+0000 mon.a (mon.0) 975 : audit [INF] from='client.? 172.21.15.99:0/3917433134' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/2364988354"}]: dispatch 2024-09-21T05:40:39.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:39 smithi099 bash[26898]: audit 2024-09-21T05:40:38.444507+0000 mon.a (mon.0) 973 : audit [INF] from='client.? 172.21.15.99:0/4011892846' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/3926920330"}]': finished 2024-09-21T05:40:39.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:39 smithi099 bash[26898]: cluster 2024-09-21T05:40:38.452759+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-21T05:40:39.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:39 smithi099 bash[26898]: audit 2024-09-21T05:40:38.773797+0000 mon.a (mon.0) 975 : audit [INF] from='client.? 172.21.15.99:0/3917433134' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/2364988354"}]: dispatch 2024-09-21T05:40:39.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:39 smithi112 bash[21612]: audit 2024-09-21T05:40:38.444507+0000 mon.a (mon.0) 973 : audit [INF] from='client.? 172.21.15.99:0/4011892846' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/3926920330"}]': finished 2024-09-21T05:40:39.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:39 smithi112 bash[21612]: cluster 2024-09-21T05:40:38.452759+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-21T05:40:39.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:39 smithi112 bash[21612]: audit 2024-09-21T05:40:38.773797+0000 mon.a (mon.0) 975 : audit [INF] from='client.? 172.21.15.99:0/3917433134' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/2364988354"}]: dispatch 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[19899]: audit 2024-09-21T05:40:39.455325+0000 mon.a (mon.0) 976 : audit [INF] from='client.? 172.21.15.99:0/3917433134' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/2364988354"}]': finished 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[19899]: cluster 2024-09-21T05:40:39.460152+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[19899]: audit 2024-09-21T05:40:39.765284+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.99:0/1851188234' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/198378142"}]: dispatch 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[19899]: audit 2024-09-21T05:40:39.766083+0000 mon.a (mon.0) 978 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/198378142"}]: dispatch 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[19899]: cluster 2024-09-21T05:40:40.132707+0000 mgr.y (mgr.14409) 147 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[26898]: audit 2024-09-21T05:40:39.455325+0000 mon.a (mon.0) 976 : audit [INF] from='client.? 172.21.15.99:0/3917433134' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/2364988354"}]': finished 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[26898]: cluster 2024-09-21T05:40:39.460152+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[26898]: audit 2024-09-21T05:40:39.765284+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.99:0/1851188234' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/198378142"}]: dispatch 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[26898]: audit 2024-09-21T05:40:39.766083+0000 mon.a (mon.0) 978 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/198378142"}]: dispatch 2024-09-21T05:40:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:40 smithi099 bash[26898]: cluster 2024-09-21T05:40:40.132707+0000 mgr.y (mgr.14409) 147 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-21T05:40:40.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:40 smithi112 bash[21612]: audit 2024-09-21T05:40:39.455325+0000 mon.a (mon.0) 976 : audit [INF] from='client.? 172.21.15.99:0/3917433134' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/2364988354"}]': finished 2024-09-21T05:40:40.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:40 smithi112 bash[21612]: cluster 2024-09-21T05:40:39.460152+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-21T05:40:40.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:40 smithi112 bash[21612]: audit 2024-09-21T05:40:39.765284+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.99:0/1851188234' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/198378142"}]: dispatch 2024-09-21T05:40:40.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:40 smithi112 bash[21612]: audit 2024-09-21T05:40:39.766083+0000 mon.a (mon.0) 978 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/198378142"}]: dispatch 2024-09-21T05:40:40.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:40 smithi112 bash[21612]: cluster 2024-09-21T05:40:40.132707+0000 mgr.y (mgr.14409) 147 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-21T05:40:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:41 smithi099 bash[19899]: audit 2024-09-21T05:40:40.457666+0000 mon.a (mon.0) 979 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/198378142"}]': finished 2024-09-21T05:40:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:41 smithi099 bash[19899]: cluster 2024-09-21T05:40:40.464731+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-21T05:40:41.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:41 smithi099 bash[26898]: audit 2024-09-21T05:40:40.457666+0000 mon.a (mon.0) 979 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/198378142"}]': finished 2024-09-21T05:40:41.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:41 smithi099 bash[26898]: cluster 2024-09-21T05:40:40.464731+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-21T05:40:41.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:41 smithi112 bash[21612]: audit 2024-09-21T05:40:40.457666+0000 mon.a (mon.0) 979 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/198378142"}]': finished 2024-09-21T05:40:41.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:41 smithi112 bash[21612]: cluster 2024-09-21T05:40:40.464731+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-21T05:40:42.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:42 smithi099 bash[19899]: cluster 2024-09-21T05:40:42.133352+0000 mgr.y (mgr.14409) 148 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-21T05:40:42.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:42 smithi099 bash[26898]: cluster 2024-09-21T05:40:42.133352+0000 mgr.y (mgr.14409) 148 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-21T05:40:42.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:42 smithi112 bash[21612]: cluster 2024-09-21T05:40:42.133352+0000 mgr.y (mgr.14409) 148 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-21T05:40:44.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:40:44] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-21T05:40:45.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:45 smithi099 bash[19899]: audit 2024-09-21T05:40:43.963683+0000 mgr.y (mgr.14409) 149 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:40:45.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:45 smithi099 bash[19899]: cluster 2024-09-21T05:40:44.134972+0000 mgr.y (mgr.14409) 150 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:40:45.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:45 smithi099 bash[26898]: audit 2024-09-21T05:40:43.963683+0000 mgr.y (mgr.14409) 149 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:40:45.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:45 smithi099 bash[26898]: cluster 2024-09-21T05:40:44.134972+0000 mgr.y (mgr.14409) 150 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:40:45.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:45 smithi112 bash[21612]: audit 2024-09-21T05:40:43.963683+0000 mgr.y (mgr.14409) 149 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:40:45.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:45 smithi112 bash[21612]: cluster 2024-09-21T05:40:44.134972+0000 mgr.y (mgr.14409) 150 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:40:47.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:47 smithi099 bash[19899]: cluster 2024-09-21T05:40:46.135621+0000 mgr.y (mgr.14409) 151 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 665 B/s rd, 0 op/s 2024-09-21T05:40:47.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:47 smithi099 bash[19899]: audit 2024-09-21T05:40:47.178546+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:47.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:47 smithi099 bash[26898]: cluster 2024-09-21T05:40:46.135621+0000 mgr.y (mgr.14409) 151 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 665 B/s rd, 0 op/s 2024-09-21T05:40:47.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:47 smithi099 bash[26898]: audit 2024-09-21T05:40:47.178546+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:47.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:47 smithi112 bash[21612]: cluster 2024-09-21T05:40:46.135621+0000 mgr.y (mgr.14409) 151 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 665 B/s rd, 0 op/s 2024-09-21T05:40:47.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:47 smithi112 bash[21612]: audit 2024-09-21T05:40:47.178546+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:40:49.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:49 smithi099 bash[19899]: cluster 2024-09-21T05:40:48.137201+0000 mgr.y (mgr.14409) 152 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:49.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:49 smithi099 bash[26898]: cluster 2024-09-21T05:40:48.137201+0000 mgr.y (mgr.14409) 152 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:49.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:49 smithi112 bash[21612]: cluster 2024-09-21T05:40:48.137201+0000 mgr.y (mgr.14409) 152 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:51.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:51 smithi099 bash[26898]: cluster 2024-09-21T05:40:50.137848+0000 mgr.y (mgr.14409) 153 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T05:40:51.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:51 smithi099 bash[19899]: cluster 2024-09-21T05:40:50.137848+0000 mgr.y (mgr.14409) 153 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T05:40:51.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:51 smithi112 bash[21612]: cluster 2024-09-21T05:40:50.137848+0000 mgr.y (mgr.14409) 153 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T05:40:53.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:53 smithi099 bash[19899]: cluster 2024-09-21T05:40:52.138532+0000 mgr.y (mgr.14409) 154 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 876 B/s rd, 0 op/s 2024-09-21T05:40:53.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:53 smithi099 bash[26898]: cluster 2024-09-21T05:40:52.138532+0000 mgr.y (mgr.14409) 154 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 876 B/s rd, 0 op/s 2024-09-21T05:40:53.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:53 smithi112 bash[21612]: cluster 2024-09-21T05:40:52.138532+0000 mgr.y (mgr.14409) 154 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 876 B/s rd, 0 op/s 2024-09-21T05:40:54.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:40:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:40:54] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-21T05:40:55.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:55 smithi099 bash[19899]: audit 2024-09-21T05:40:53.971570+0000 mgr.y (mgr.14409) 155 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:40:55.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:55 smithi099 bash[19899]: cluster 2024-09-21T05:40:54.140277+0000 mgr.y (mgr.14409) 156 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:55.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:55 smithi099 bash[26898]: audit 2024-09-21T05:40:53.971570+0000 mgr.y (mgr.14409) 155 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:40:55.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:55 smithi099 bash[26898]: cluster 2024-09-21T05:40:54.140277+0000 mgr.y (mgr.14409) 156 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:55.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:55 smithi112 bash[21612]: audit 2024-09-21T05:40:53.971570+0000 mgr.y (mgr.14409) 155 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:40:55.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:55 smithi112 bash[21612]: cluster 2024-09-21T05:40:54.140277+0000 mgr.y (mgr.14409) 156 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:57.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:57 smithi099 bash[19899]: cluster 2024-09-21T05:40:56.140956+0000 mgr.y (mgr.14409) 157 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:40:57.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:57 smithi099 bash[26898]: cluster 2024-09-21T05:40:56.140956+0000 mgr.y (mgr.14409) 157 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:40:57.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:57 smithi112 bash[21612]: cluster 2024-09-21T05:40:56.140956+0000 mgr.y (mgr.14409) 157 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:40:59.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:40:59 smithi099 bash[19899]: cluster 2024-09-21T05:40:58.142682+0000 mgr.y (mgr.14409) 158 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:59.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:40:59 smithi099 bash[26898]: cluster 2024-09-21T05:40:58.142682+0000 mgr.y (mgr.14409) 158 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:40:59.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:40:59 smithi112 bash[21612]: cluster 2024-09-21T05:40:58.142682+0000 mgr.y (mgr.14409) 158 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:01.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:01 smithi099 bash[19899]: cluster 2024-09-21T05:41:00.143540+0000 mgr.y (mgr.14409) 159 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:01.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:01 smithi099 bash[26898]: cluster 2024-09-21T05:41:00.143540+0000 mgr.y (mgr.14409) 159 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:01.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:01 smithi112 bash[21612]: cluster 2024-09-21T05:41:00.143540+0000 mgr.y (mgr.14409) 159 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:02.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:02 smithi099 bash[19899]: audit 2024-09-21T05:41:02.178804+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:02.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:02 smithi099 bash[26898]: audit 2024-09-21T05:41:02.178804+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:02.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:02 smithi112 bash[21612]: audit 2024-09-21T05:41:02.178804+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:03.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:03 smithi099 bash[19899]: cluster 2024-09-21T05:41:02.144268+0000 mgr.y (mgr.14409) 160 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:03.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:03 smithi099 bash[26898]: cluster 2024-09-21T05:41:02.144268+0000 mgr.y (mgr.14409) 160 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:03.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:03 smithi112 bash[21612]: cluster 2024-09-21T05:41:02.144268+0000 mgr.y (mgr.14409) 160 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:04.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:41:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:41:04] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-21T05:41:05.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:05 smithi099 bash[19899]: audit 2024-09-21T05:41:03.982641+0000 mgr.y (mgr.14409) 161 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:05.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:05 smithi099 bash[19899]: cluster 2024-09-21T05:41:04.145919+0000 mgr.y (mgr.14409) 162 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:05 smithi099 bash[26898]: audit 2024-09-21T05:41:03.982641+0000 mgr.y (mgr.14409) 161 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:05 smithi099 bash[26898]: cluster 2024-09-21T05:41:04.145919+0000 mgr.y (mgr.14409) 162 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:05.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:05 smithi112 bash[21612]: audit 2024-09-21T05:41:03.982641+0000 mgr.y (mgr.14409) 161 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:05.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:05 smithi112 bash[21612]: cluster 2024-09-21T05:41:04.145919+0000 mgr.y (mgr.14409) 162 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:07 smithi099 bash[19899]: cluster 2024-09-21T05:41:06.146615+0000 mgr.y (mgr.14409) 163 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:07 smithi099 bash[26898]: cluster 2024-09-21T05:41:06.146615+0000 mgr.y (mgr.14409) 163 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:07.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:07 smithi112 bash[21612]: cluster 2024-09-21T05:41:06.146615+0000 mgr.y (mgr.14409) 163 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:09.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:09 smithi099 bash[19899]: cluster 2024-09-21T05:41:08.148207+0000 mgr.y (mgr.14409) 164 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:09 smithi099 bash[26898]: cluster 2024-09-21T05:41:08.148207+0000 mgr.y (mgr.14409) 164 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:09.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:09 smithi112 bash[21612]: cluster 2024-09-21T05:41:08.148207+0000 mgr.y (mgr.14409) 164 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:11.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:11 smithi099 bash[19899]: cluster 2024-09-21T05:41:10.148918+0000 mgr.y (mgr.14409) 165 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:11.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:11 smithi099 bash[26898]: cluster 2024-09-21T05:41:10.148918+0000 mgr.y (mgr.14409) 165 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:11.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:11 smithi112 bash[21612]: cluster 2024-09-21T05:41:10.148918+0000 mgr.y (mgr.14409) 165 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:13.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:13 smithi112 bash[21612]: cluster 2024-09-21T05:41:12.149626+0000 mgr.y (mgr.14409) 166 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:13 smithi099 bash[19899]: cluster 2024-09-21T05:41:12.149626+0000 mgr.y (mgr.14409) 166 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:13.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:13 smithi099 bash[26898]: cluster 2024-09-21T05:41:12.149626+0000 mgr.y (mgr.14409) 166 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:14.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:41:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:41:14] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-21T05:41:15.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:15 smithi112 bash[21612]: audit 2024-09-21T05:41:13.988863+0000 mgr.y (mgr.14409) 167 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:15.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:15 smithi112 bash[21612]: cluster 2024-09-21T05:41:14.151417+0000 mgr.y (mgr.14409) 168 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:15 smithi099 bash[19899]: audit 2024-09-21T05:41:13.988863+0000 mgr.y (mgr.14409) 167 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:15 smithi099 bash[19899]: cluster 2024-09-21T05:41:14.151417+0000 mgr.y (mgr.14409) 168 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:15.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:15 smithi099 bash[26898]: audit 2024-09-21T05:41:13.988863+0000 mgr.y (mgr.14409) 167 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:15.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:15 smithi099 bash[26898]: cluster 2024-09-21T05:41:14.151417+0000 mgr.y (mgr.14409) 168 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:17.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:17 smithi112 bash[21612]: cluster 2024-09-21T05:41:16.152096+0000 mgr.y (mgr.14409) 169 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:17.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:17 smithi112 bash[21612]: audit 2024-09-21T05:41:17.179392+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:17 smithi099 bash[19899]: cluster 2024-09-21T05:41:16.152096+0000 mgr.y (mgr.14409) 169 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:17 smithi099 bash[19899]: audit 2024-09-21T05:41:17.179392+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:17 smithi099 bash[26898]: cluster 2024-09-21T05:41:16.152096+0000 mgr.y (mgr.14409) 169 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:17 smithi099 bash[26898]: audit 2024-09-21T05:41:17.179392+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:19.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:19 smithi112 bash[21612]: cluster 2024-09-21T05:41:18.153674+0000 mgr.y (mgr.14409) 170 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:19.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:19 smithi099 bash[19899]: cluster 2024-09-21T05:41:18.153674+0000 mgr.y (mgr.14409) 170 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:19.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:19 smithi099 bash[26898]: cluster 2024-09-21T05:41:18.153674+0000 mgr.y (mgr.14409) 170 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:21.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:21 smithi112 bash[21612]: cluster 2024-09-21T05:41:20.154344+0000 mgr.y (mgr.14409) 171 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:21.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:21 smithi099 bash[19899]: cluster 2024-09-21T05:41:20.154344+0000 mgr.y (mgr.14409) 171 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:21.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:21 smithi099 bash[26898]: cluster 2024-09-21T05:41:20.154344+0000 mgr.y (mgr.14409) 171 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:23.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:23 smithi112 bash[21612]: cluster 2024-09-21T05:41:22.155050+0000 mgr.y (mgr.14409) 172 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:23 smithi099 bash[19899]: cluster 2024-09-21T05:41:22.155050+0000 mgr.y (mgr.14409) 172 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:23.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:23 smithi099 bash[26898]: cluster 2024-09-21T05:41:22.155050+0000 mgr.y (mgr.14409) 172 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:24.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:41:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:41:24] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-21T05:41:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:25 smithi112 bash[21612]: audit 2024-09-21T05:41:23.996226+0000 mgr.y (mgr.14409) 173 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:25 smithi112 bash[21612]: cluster 2024-09-21T05:41:24.156776+0000 mgr.y (mgr.14409) 174 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:25 smithi099 bash[26898]: audit 2024-09-21T05:41:23.996226+0000 mgr.y (mgr.14409) 173 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:25 smithi099 bash[26898]: cluster 2024-09-21T05:41:24.156776+0000 mgr.y (mgr.14409) 174 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:25.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:25 smithi099 bash[19899]: audit 2024-09-21T05:41:23.996226+0000 mgr.y (mgr.14409) 173 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:25.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:25 smithi099 bash[19899]: cluster 2024-09-21T05:41:24.156776+0000 mgr.y (mgr.14409) 174 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:27.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:27 smithi112 bash[21612]: cluster 2024-09-21T05:41:26.157464+0000 mgr.y (mgr.14409) 175 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:27 smithi099 bash[19899]: cluster 2024-09-21T05:41:26.157464+0000 mgr.y (mgr.14409) 175 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:27.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:27 smithi099 bash[26898]: cluster 2024-09-21T05:41:26.157464+0000 mgr.y (mgr.14409) 175 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:29.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:29 smithi112 bash[21612]: cluster 2024-09-21T05:41:28.159202+0000 mgr.y (mgr.14409) 176 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:29.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:29 smithi099 bash[19899]: cluster 2024-09-21T05:41:28.159202+0000 mgr.y (mgr.14409) 176 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:29 smithi099 bash[26898]: cluster 2024-09-21T05:41:28.159202+0000 mgr.y (mgr.14409) 176 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:31.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:31 smithi112 bash[21612]: cluster 2024-09-21T05:41:30.159941+0000 mgr.y (mgr.14409) 177 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:31.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:31 smithi112 bash[21612]: audit 2024-09-21T05:41:31.041470+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:41:31.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:31 smithi112 bash[21612]: audit 2024-09-21T05:41:31.043157+0000 mon.a (mon.0) 985 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:41:31.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:31 smithi112 bash[21612]: audit 2024-09-21T05:41:31.053532+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:41:31.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:31 smithi099 bash[19899]: cluster 2024-09-21T05:41:30.159941+0000 mgr.y (mgr.14409) 177 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:31 smithi099 bash[19899]: audit 2024-09-21T05:41:31.041470+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:41:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:31 smithi099 bash[19899]: audit 2024-09-21T05:41:31.043157+0000 mon.a (mon.0) 985 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:41:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:31 smithi099 bash[19899]: audit 2024-09-21T05:41:31.053532+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:41:31.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:31 smithi099 bash[26898]: cluster 2024-09-21T05:41:30.159941+0000 mgr.y (mgr.14409) 177 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:31.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:31 smithi099 bash[26898]: audit 2024-09-21T05:41:31.041470+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:41:31.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:31 smithi099 bash[26898]: audit 2024-09-21T05:41:31.043157+0000 mon.a (mon.0) 985 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:41:31.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:31 smithi099 bash[26898]: audit 2024-09-21T05:41:31.053532+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:41:32.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:32 smithi112 bash[21612]: audit 2024-09-21T05:41:32.179536+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:32.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:32 smithi099 bash[19899]: audit 2024-09-21T05:41:32.179536+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:32 smithi099 bash[26898]: audit 2024-09-21T05:41:32.179536+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:33.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:33 smithi112 bash[21612]: cluster 2024-09-21T05:41:32.160608+0000 mgr.y (mgr.14409) 178 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:33 smithi099 bash[19899]: cluster 2024-09-21T05:41:32.160608+0000 mgr.y (mgr.14409) 178 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:33.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:33 smithi099 bash[26898]: cluster 2024-09-21T05:41:32.160608+0000 mgr.y (mgr.14409) 178 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:34.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:41:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:41:34] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-21T05:41:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:35 smithi112 bash[21612]: audit 2024-09-21T05:41:34.000529+0000 mgr.y (mgr.14409) 179 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:35.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:35 smithi112 bash[21612]: cluster 2024-09-21T05:41:34.162260+0000 mgr.y (mgr.14409) 180 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:35 smithi099 bash[19899]: audit 2024-09-21T05:41:34.000529+0000 mgr.y (mgr.14409) 179 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:35 smithi099 bash[19899]: cluster 2024-09-21T05:41:34.162260+0000 mgr.y (mgr.14409) 180 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:35.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:35 smithi099 bash[26898]: audit 2024-09-21T05:41:34.000529+0000 mgr.y (mgr.14409) 179 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:35.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:35 smithi099 bash[26898]: cluster 2024-09-21T05:41:34.162260+0000 mgr.y (mgr.14409) 180 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:37.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:37 smithi112 bash[21612]: cluster 2024-09-21T05:41:36.162939+0000 mgr.y (mgr.14409) 181 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:37.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:37 smithi099 bash[19899]: cluster 2024-09-21T05:41:36.162939+0000 mgr.y (mgr.14409) 181 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:37.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:37 smithi099 bash[26898]: cluster 2024-09-21T05:41:36.162939+0000 mgr.y (mgr.14409) 181 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:39 smithi112 bash[21612]: cluster 2024-09-21T05:41:38.164509+0000 mgr.y (mgr.14409) 182 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:39.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:39 smithi099 bash[19899]: cluster 2024-09-21T05:41:38.164509+0000 mgr.y (mgr.14409) 182 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:39.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:39 smithi099 bash[26898]: cluster 2024-09-21T05:41:38.164509+0000 mgr.y (mgr.14409) 182 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:41.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:41 smithi112 bash[21612]: cluster 2024-09-21T05:41:40.165188+0000 mgr.y (mgr.14409) 183 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:41:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:41 smithi099 bash[19899]: cluster 2024-09-21T05:41:40.165188+0000 mgr.y (mgr.14409) 183 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:41:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:41 smithi099 bash[26898]: cluster 2024-09-21T05:41:40.165188+0000 mgr.y (mgr.14409) 183 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:41:43.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:43 smithi112 bash[21612]: cluster 2024-09-21T05:41:42.165956+0000 mgr.y (mgr.14409) 184 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:41:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:43 smithi099 bash[19899]: cluster 2024-09-21T05:41:42.165956+0000 mgr.y (mgr.14409) 184 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:41:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:43 smithi099 bash[26898]: cluster 2024-09-21T05:41:42.165956+0000 mgr.y (mgr.14409) 184 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:41:44.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:41:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:41:44] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-21T05:41:45.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:45 smithi112 bash[21612]: audit 2024-09-21T05:41:44.011702+0000 mgr.y (mgr.14409) 185 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:45.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:45 smithi112 bash[21612]: cluster 2024-09-21T05:41:44.167644+0000 mgr.y (mgr.14409) 186 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:45 smithi099 bash[19899]: audit 2024-09-21T05:41:44.011702+0000 mgr.y (mgr.14409) 185 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:45 smithi099 bash[19899]: cluster 2024-09-21T05:41:44.167644+0000 mgr.y (mgr.14409) 186 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:45.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:45 smithi099 bash[26898]: audit 2024-09-21T05:41:44.011702+0000 mgr.y (mgr.14409) 185 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:45.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:45 smithi099 bash[26898]: cluster 2024-09-21T05:41:44.167644+0000 mgr.y (mgr.14409) 186 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:46.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:46 smithi112 bash[21612]: cluster 2024-09-21T05:41:46.168360+0000 mgr.y (mgr.14409) 187 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:41:46.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:46 smithi099 bash[19899]: cluster 2024-09-21T05:41:46.168360+0000 mgr.y (mgr.14409) 187 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:41:46.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:46 smithi099 bash[26898]: cluster 2024-09-21T05:41:46.168360+0000 mgr.y (mgr.14409) 187 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:41:47.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:47 smithi112 bash[21612]: audit 2024-09-21T05:41:47.180265+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:47.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:47 smithi099 bash[19899]: audit 2024-09-21T05:41:47.180265+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:47 smithi099 bash[26898]: audit 2024-09-21T05:41:47.180265+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:41:48.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:48 smithi112 bash[21612]: cluster 2024-09-21T05:41:48.169922+0000 mgr.y (mgr.14409) 188 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:48.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:48 smithi099 bash[19899]: cluster 2024-09-21T05:41:48.169922+0000 mgr.y (mgr.14409) 188 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:48.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:48 smithi099 bash[26898]: cluster 2024-09-21T05:41:48.169922+0000 mgr.y (mgr.14409) 188 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:51.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:51 smithi099 bash[19899]: cluster 2024-09-21T05:41:50.170572+0000 mgr.y (mgr.14409) 189 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:51.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:51 smithi099 bash[26898]: cluster 2024-09-21T05:41:50.170572+0000 mgr.y (mgr.14409) 189 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:51.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:51 smithi112 bash[21612]: cluster 2024-09-21T05:41:50.170572+0000 mgr.y (mgr.14409) 189 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:53.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:53 smithi099 bash[19899]: cluster 2024-09-21T05:41:52.171412+0000 mgr.y (mgr.14409) 190 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:53.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:53 smithi099 bash[26898]: cluster 2024-09-21T05:41:52.171412+0000 mgr.y (mgr.14409) 190 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:53 smithi112 bash[21612]: cluster 2024-09-21T05:41:52.171412+0000 mgr.y (mgr.14409) 190 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:54.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:41:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:41:54] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:41:55.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:55 smithi099 bash[19899]: audit 2024-09-21T05:41:54.022656+0000 mgr.y (mgr.14409) 191 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:55.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:55 smithi099 bash[19899]: cluster 2024-09-21T05:41:54.173026+0000 mgr.y (mgr.14409) 192 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:55.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:55 smithi099 bash[26898]: audit 2024-09-21T05:41:54.022656+0000 mgr.y (mgr.14409) 191 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:55.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:55 smithi099 bash[26898]: cluster 2024-09-21T05:41:54.173026+0000 mgr.y (mgr.14409) 192 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:55.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:55 smithi112 bash[21612]: audit 2024-09-21T05:41:54.022656+0000 mgr.y (mgr.14409) 191 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:41:55.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:55 smithi112 bash[21612]: cluster 2024-09-21T05:41:54.173026+0000 mgr.y (mgr.14409) 192 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:57.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:57 smithi099 bash[26898]: cluster 2024-09-21T05:41:56.173696+0000 mgr.y (mgr.14409) 193 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:57.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:57 smithi099 bash[19899]: cluster 2024-09-21T05:41:56.173696+0000 mgr.y (mgr.14409) 193 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:57.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:57 smithi112 bash[21612]: cluster 2024-09-21T05:41:56.173696+0000 mgr.y (mgr.14409) 193 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:41:59.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:41:59 smithi099 bash[19899]: cluster 2024-09-21T05:41:58.175310+0000 mgr.y (mgr.14409) 194 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:59.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:41:59 smithi099 bash[26898]: cluster 2024-09-21T05:41:58.175310+0000 mgr.y (mgr.14409) 194 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:41:59.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:41:59 smithi112 bash[21612]: cluster 2024-09-21T05:41:58.175310+0000 mgr.y (mgr.14409) 194 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:01.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:01 smithi099 bash[19899]: cluster 2024-09-21T05:42:00.176129+0000 mgr.y (mgr.14409) 195 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:01.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:01 smithi099 bash[26898]: cluster 2024-09-21T05:42:00.176129+0000 mgr.y (mgr.14409) 195 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:01.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:01 smithi112 bash[21612]: cluster 2024-09-21T05:42:00.176129+0000 mgr.y (mgr.14409) 195 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:02.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:02 smithi099 bash[19899]: audit 2024-09-21T05:42:02.180414+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:02.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:02 smithi099 bash[26898]: audit 2024-09-21T05:42:02.180414+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:02.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:02 smithi112 bash[21612]: audit 2024-09-21T05:42:02.180414+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:03.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:03 smithi099 bash[19899]: cluster 2024-09-21T05:42:02.176963+0000 mgr.y (mgr.14409) 196 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:03.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:03 smithi099 bash[26898]: cluster 2024-09-21T05:42:02.176963+0000 mgr.y (mgr.14409) 196 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:03.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:03 smithi112 bash[21612]: cluster 2024-09-21T05:42:02.176963+0000 mgr.y (mgr.14409) 196 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:04.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:42:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:42:04] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:42:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:05 smithi112 bash[21612]: audit 2024-09-21T05:42:04.033945+0000 mgr.y (mgr.14409) 197 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:05 smithi112 bash[21612]: cluster 2024-09-21T05:42:04.178642+0000 mgr.y (mgr.14409) 198 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:05 smithi099 bash[19899]: audit 2024-09-21T05:42:04.033945+0000 mgr.y (mgr.14409) 197 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:05 smithi099 bash[19899]: cluster 2024-09-21T05:42:04.178642+0000 mgr.y (mgr.14409) 198 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:05 smithi099 bash[26898]: audit 2024-09-21T05:42:04.033945+0000 mgr.y (mgr.14409) 197 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:05 smithi099 bash[26898]: cluster 2024-09-21T05:42:04.178642+0000 mgr.y (mgr.14409) 198 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:07.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:07 smithi112 bash[21612]: cluster 2024-09-21T05:42:06.179404+0000 mgr.y (mgr.14409) 199 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:07.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:07 smithi099 bash[19899]: cluster 2024-09-21T05:42:06.179404+0000 mgr.y (mgr.14409) 199 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:07.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:07 smithi099 bash[26898]: cluster 2024-09-21T05:42:06.179404+0000 mgr.y (mgr.14409) 199 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:09.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:09 smithi112 bash[21612]: cluster 2024-09-21T05:42:08.180988+0000 mgr.y (mgr.14409) 200 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:09.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:09 smithi099 bash[19899]: cluster 2024-09-21T05:42:08.180988+0000 mgr.y (mgr.14409) 200 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:09.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:09 smithi099 bash[26898]: cluster 2024-09-21T05:42:08.180988+0000 mgr.y (mgr.14409) 200 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:11.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:11 smithi112 bash[21612]: cluster 2024-09-21T05:42:10.181735+0000 mgr.y (mgr.14409) 201 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:11 smithi099 bash[19899]: cluster 2024-09-21T05:42:10.181735+0000 mgr.y (mgr.14409) 201 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:11.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:11 smithi099 bash[26898]: cluster 2024-09-21T05:42:10.181735+0000 mgr.y (mgr.14409) 201 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:13.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:13 smithi112 bash[21612]: cluster 2024-09-21T05:42:12.182425+0000 mgr.y (mgr.14409) 202 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:13 smithi099 bash[19899]: cluster 2024-09-21T05:42:12.182425+0000 mgr.y (mgr.14409) 202 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:13.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:13 smithi099 bash[26898]: cluster 2024-09-21T05:42:12.182425+0000 mgr.y (mgr.14409) 202 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:14.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:42:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:42:14] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:42:15.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:15 smithi112 bash[21612]: audit 2024-09-21T05:42:14.044580+0000 mgr.y (mgr.14409) 203 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:15.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:15 smithi112 bash[21612]: cluster 2024-09-21T05:42:14.184115+0000 mgr.y (mgr.14409) 204 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:15.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:15 smithi099 bash[26898]: audit 2024-09-21T05:42:14.044580+0000 mgr.y (mgr.14409) 203 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:15.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:15 smithi099 bash[26898]: cluster 2024-09-21T05:42:14.184115+0000 mgr.y (mgr.14409) 204 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:15 smithi099 bash[19899]: audit 2024-09-21T05:42:14.044580+0000 mgr.y (mgr.14409) 203 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:15.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:15 smithi099 bash[19899]: cluster 2024-09-21T05:42:14.184115+0000 mgr.y (mgr.14409) 204 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:17.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:17 smithi112 bash[21612]: cluster 2024-09-21T05:42:16.184752+0000 mgr.y (mgr.14409) 205 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:17.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:17 smithi112 bash[21612]: audit 2024-09-21T05:42:17.180994+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:17 smithi099 bash[19899]: cluster 2024-09-21T05:42:16.184752+0000 mgr.y (mgr.14409) 205 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:17 smithi099 bash[19899]: audit 2024-09-21T05:42:17.180994+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:17 smithi099 bash[26898]: cluster 2024-09-21T05:42:16.184752+0000 mgr.y (mgr.14409) 205 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:17 smithi099 bash[26898]: audit 2024-09-21T05:42:17.180994+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:19.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:19 smithi112 bash[21612]: cluster 2024-09-21T05:42:18.186317+0000 mgr.y (mgr.14409) 206 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:19.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:19 smithi099 bash[19899]: cluster 2024-09-21T05:42:18.186317+0000 mgr.y (mgr.14409) 206 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:19.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:19 smithi099 bash[26898]: cluster 2024-09-21T05:42:18.186317+0000 mgr.y (mgr.14409) 206 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:21.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:21 smithi112 bash[21612]: cluster 2024-09-21T05:42:20.187003+0000 mgr.y (mgr.14409) 207 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:21.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:21 smithi099 bash[19899]: cluster 2024-09-21T05:42:20.187003+0000 mgr.y (mgr.14409) 207 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:21.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:21 smithi099 bash[26898]: cluster 2024-09-21T05:42:20.187003+0000 mgr.y (mgr.14409) 207 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:23.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:23 smithi112 bash[21612]: cluster 2024-09-21T05:42:22.187681+0000 mgr.y (mgr.14409) 208 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:23 smithi099 bash[19899]: cluster 2024-09-21T05:42:22.187681+0000 mgr.y (mgr.14409) 208 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:23.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:23 smithi099 bash[26898]: cluster 2024-09-21T05:42:22.187681+0000 mgr.y (mgr.14409) 208 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:24.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:42:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:42:24] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-21T05:42:25.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:25 smithi112 bash[21612]: audit 2024-09-21T05:42:24.055804+0000 mgr.y (mgr.14409) 209 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:25.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:25 smithi112 bash[21612]: cluster 2024-09-21T05:42:24.189330+0000 mgr.y (mgr.14409) 210 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:25 smithi099 bash[19899]: audit 2024-09-21T05:42:24.055804+0000 mgr.y (mgr.14409) 209 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:25 smithi099 bash[19899]: cluster 2024-09-21T05:42:24.189330+0000 mgr.y (mgr.14409) 210 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:25 smithi099 bash[26898]: audit 2024-09-21T05:42:24.055804+0000 mgr.y (mgr.14409) 209 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:25.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:25 smithi099 bash[26898]: cluster 2024-09-21T05:42:24.189330+0000 mgr.y (mgr.14409) 210 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:27.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:27 smithi112 bash[21612]: cluster 2024-09-21T05:42:26.190009+0000 mgr.y (mgr.14409) 211 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:27 smithi099 bash[19899]: cluster 2024-09-21T05:42:26.190009+0000 mgr.y (mgr.14409) 211 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:27.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:27 smithi099 bash[26898]: cluster 2024-09-21T05:42:26.190009+0000 mgr.y (mgr.14409) 211 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:29.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:29 smithi112 bash[21612]: cluster 2024-09-21T05:42:28.191602+0000 mgr.y (mgr.14409) 212 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:29.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:29 smithi099 bash[19899]: cluster 2024-09-21T05:42:28.191602+0000 mgr.y (mgr.14409) 212 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:29 smithi099 bash[26898]: cluster 2024-09-21T05:42:28.191602+0000 mgr.y (mgr.14409) 212 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:31 smithi112 bash[21612]: cluster 2024-09-21T05:42:30.192310+0000 mgr.y (mgr.14409) 213 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:31.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:31 smithi099 bash[19899]: cluster 2024-09-21T05:42:30.192310+0000 mgr.y (mgr.14409) 213 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:31.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:31 smithi099 bash[26898]: cluster 2024-09-21T05:42:30.192310+0000 mgr.y (mgr.14409) 213 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:32.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:32 smithi112 bash[21612]: audit 2024-09-21T05:42:31.881345+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:42:32.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:32 smithi112 bash[21612]: audit 2024-09-21T05:42:31.883045+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:42:32.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:32 smithi112 bash[21612]: audit 2024-09-21T05:42:31.891546+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:42:32.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:32 smithi112 bash[21612]: audit 2024-09-21T05:42:32.181225+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:32 smithi099 bash[26898]: audit 2024-09-21T05:42:31.881345+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:42:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:32 smithi099 bash[26898]: audit 2024-09-21T05:42:31.883045+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:42:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:32 smithi099 bash[26898]: audit 2024-09-21T05:42:31.891546+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:42:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:32 smithi099 bash[26898]: audit 2024-09-21T05:42:32.181225+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:32.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:32 smithi099 bash[19899]: audit 2024-09-21T05:42:31.881345+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:42:32.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:32 smithi099 bash[19899]: audit 2024-09-21T05:42:31.883045+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:42:32.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:32 smithi099 bash[19899]: audit 2024-09-21T05:42:31.891546+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:42:32.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:32 smithi099 bash[19899]: audit 2024-09-21T05:42:32.181225+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:33.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:33 smithi112 bash[21612]: cluster 2024-09-21T05:42:32.192979+0000 mgr.y (mgr.14409) 214 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:33 smithi099 bash[19899]: cluster 2024-09-21T05:42:32.192979+0000 mgr.y (mgr.14409) 214 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:33.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:33 smithi099 bash[26898]: cluster 2024-09-21T05:42:32.192979+0000 mgr.y (mgr.14409) 214 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:34.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:42:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:42:34] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-21T05:42:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:35 smithi112 bash[21612]: audit 2024-09-21T05:42:34.057541+0000 mgr.y (mgr.14409) 215 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:35 smithi112 bash[21612]: cluster 2024-09-21T05:42:34.194646+0000 mgr.y (mgr.14409) 216 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:35 smithi099 bash[19899]: audit 2024-09-21T05:42:34.057541+0000 mgr.y (mgr.14409) 215 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:35 smithi099 bash[19899]: cluster 2024-09-21T05:42:34.194646+0000 mgr.y (mgr.14409) 216 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:35.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:35 smithi099 bash[26898]: audit 2024-09-21T05:42:34.057541+0000 mgr.y (mgr.14409) 215 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:35.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:35 smithi099 bash[26898]: cluster 2024-09-21T05:42:34.194646+0000 mgr.y (mgr.14409) 216 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:37.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:37 smithi112 bash[21612]: cluster 2024-09-21T05:42:36.195384+0000 mgr.y (mgr.14409) 217 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:37.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:37 smithi099 bash[19899]: cluster 2024-09-21T05:42:36.195384+0000 mgr.y (mgr.14409) 217 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:37.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:37 smithi099 bash[26898]: cluster 2024-09-21T05:42:36.195384+0000 mgr.y (mgr.14409) 217 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:39 smithi112 bash[21612]: cluster 2024-09-21T05:42:38.196980+0000 mgr.y (mgr.14409) 218 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:39.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:39 smithi099 bash[19899]: cluster 2024-09-21T05:42:38.196980+0000 mgr.y (mgr.14409) 218 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:39.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:39 smithi099 bash[26898]: cluster 2024-09-21T05:42:38.196980+0000 mgr.y (mgr.14409) 218 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:41.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:41 smithi112 bash[21612]: cluster 2024-09-21T05:42:40.197662+0000 mgr.y (mgr.14409) 219 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:41 smithi099 bash[19899]: cluster 2024-09-21T05:42:40.197662+0000 mgr.y (mgr.14409) 219 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:41 smithi099 bash[26898]: cluster 2024-09-21T05:42:40.197662+0000 mgr.y (mgr.14409) 219 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:43.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:43 smithi112 bash[21612]: cluster 2024-09-21T05:42:42.198355+0000 mgr.y (mgr.14409) 220 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:43 smithi099 bash[19899]: cluster 2024-09-21T05:42:42.198355+0000 mgr.y (mgr.14409) 220 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:43 smithi099 bash[26898]: cluster 2024-09-21T05:42:42.198355+0000 mgr.y (mgr.14409) 220 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:44.402 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:42:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:42:44] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-21T05:42:44.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:44 smithi112 bash[21612]: audit 2024-09-21T05:42:44.068855+0000 mgr.y (mgr.14409) 221 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:44.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:44 smithi112 bash[21612]: cluster 2024-09-21T05:42:44.200271+0000 mgr.y (mgr.14409) 222 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:44.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:44 smithi099 bash[19899]: audit 2024-09-21T05:42:44.068855+0000 mgr.y (mgr.14409) 221 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:44.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:44 smithi099 bash[19899]: cluster 2024-09-21T05:42:44.200271+0000 mgr.y (mgr.14409) 222 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:44.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:44 smithi099 bash[26898]: audit 2024-09-21T05:42:44.068855+0000 mgr.y (mgr.14409) 221 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:44.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:44 smithi099 bash[26898]: cluster 2024-09-21T05:42:44.200271+0000 mgr.y (mgr.14409) 222 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:47.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:47 smithi099 bash[19899]: cluster 2024-09-21T05:42:46.200989+0000 mgr.y (mgr.14409) 223 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:47.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:47 smithi099 bash[19899]: audit 2024-09-21T05:42:47.182011+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:47.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:47 smithi099 bash[26898]: cluster 2024-09-21T05:42:46.200989+0000 mgr.y (mgr.14409) 223 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:47.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:47 smithi099 bash[26898]: audit 2024-09-21T05:42:47.182011+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:47.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:47 smithi112 bash[21612]: cluster 2024-09-21T05:42:46.200989+0000 mgr.y (mgr.14409) 223 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:47.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:47 smithi112 bash[21612]: audit 2024-09-21T05:42:47.182011+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:42:49.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:49 smithi099 bash[19899]: cluster 2024-09-21T05:42:48.202579+0000 mgr.y (mgr.14409) 224 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:49.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:49 smithi099 bash[26898]: cluster 2024-09-21T05:42:48.202579+0000 mgr.y (mgr.14409) 224 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:49.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:49 smithi112 bash[21612]: cluster 2024-09-21T05:42:48.202579+0000 mgr.y (mgr.14409) 224 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:51.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:51 smithi112 bash[21612]: cluster 2024-09-21T05:42:50.203280+0000 mgr.y (mgr.14409) 225 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:51.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:51 smithi099 bash[19899]: cluster 2024-09-21T05:42:50.203280+0000 mgr.y (mgr.14409) 225 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:51.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:51 smithi099 bash[26898]: cluster 2024-09-21T05:42:50.203280+0000 mgr.y (mgr.14409) 225 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:53 smithi112 bash[21612]: cluster 2024-09-21T05:42:52.203966+0000 mgr.y (mgr.14409) 226 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:53.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:53 smithi099 bash[19899]: cluster 2024-09-21T05:42:52.203966+0000 mgr.y (mgr.14409) 226 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:53.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:53 smithi099 bash[26898]: cluster 2024-09-21T05:42:52.203966+0000 mgr.y (mgr.14409) 226 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:54.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:42:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:42:54] "GET /metrics HTTP/1.1" 200 38151 "" "Prometheus/2.43.0" 2024-09-21T05:42:55.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:55 smithi112 bash[21612]: audit 2024-09-21T05:42:54.080399+0000 mgr.y (mgr.14409) 227 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:55.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:55 smithi112 bash[21612]: cluster 2024-09-21T05:42:54.205602+0000 mgr.y (mgr.14409) 228 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:55 smithi099 bash[19899]: audit 2024-09-21T05:42:54.080399+0000 mgr.y (mgr.14409) 227 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:55 smithi099 bash[19899]: cluster 2024-09-21T05:42:54.205602+0000 mgr.y (mgr.14409) 228 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:55.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:55 smithi099 bash[26898]: audit 2024-09-21T05:42:54.080399+0000 mgr.y (mgr.14409) 227 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:42:55.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:55 smithi099 bash[26898]: cluster 2024-09-21T05:42:54.205602+0000 mgr.y (mgr.14409) 228 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:57.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:57 smithi112 bash[21612]: cluster 2024-09-21T05:42:56.206292+0000 mgr.y (mgr.14409) 229 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:57.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:57 smithi099 bash[19899]: cluster 2024-09-21T05:42:56.206292+0000 mgr.y (mgr.14409) 229 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:57.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:57 smithi099 bash[26898]: cluster 2024-09-21T05:42:56.206292+0000 mgr.y (mgr.14409) 229 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:42:59.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:42:59 smithi112 bash[21612]: cluster 2024-09-21T05:42:58.207903+0000 mgr.y (mgr.14409) 230 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:59.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:42:59 smithi099 bash[19899]: cluster 2024-09-21T05:42:58.207903+0000 mgr.y (mgr.14409) 230 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:42:59.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:42:59 smithi099 bash[26898]: cluster 2024-09-21T05:42:58.207903+0000 mgr.y (mgr.14409) 230 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:01.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:01 smithi112 bash[21612]: cluster 2024-09-21T05:43:00.208615+0000 mgr.y (mgr.14409) 231 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:01.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:01 smithi099 bash[19899]: cluster 2024-09-21T05:43:00.208615+0000 mgr.y (mgr.14409) 231 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:01.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:01 smithi099 bash[26898]: cluster 2024-09-21T05:43:00.208615+0000 mgr.y (mgr.14409) 231 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:02.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:02 smithi112 bash[21612]: audit 2024-09-21T05:43:02.182284+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:02.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:02 smithi099 bash[19899]: audit 2024-09-21T05:43:02.182284+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:02.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:02 smithi099 bash[26898]: audit 2024-09-21T05:43:02.182284+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:03.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:03 smithi112 bash[21612]: cluster 2024-09-21T05:43:02.209387+0000 mgr.y (mgr.14409) 232 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:03.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:03 smithi099 bash[19899]: cluster 2024-09-21T05:43:02.209387+0000 mgr.y (mgr.14409) 232 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:03.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:03 smithi099 bash[26898]: cluster 2024-09-21T05:43:02.209387+0000 mgr.y (mgr.14409) 232 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:04.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:43:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:43:04] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-21T05:43:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:05 smithi112 bash[21612]: audit 2024-09-21T05:43:04.091619+0000 mgr.y (mgr.14409) 233 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:05 smithi112 bash[21612]: cluster 2024-09-21T05:43:04.211133+0000 mgr.y (mgr.14409) 234 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:05 smithi099 bash[19899]: audit 2024-09-21T05:43:04.091619+0000 mgr.y (mgr.14409) 233 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:05 smithi099 bash[19899]: cluster 2024-09-21T05:43:04.211133+0000 mgr.y (mgr.14409) 234 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:05 smithi099 bash[26898]: audit 2024-09-21T05:43:04.091619+0000 mgr.y (mgr.14409) 233 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:05 smithi099 bash[26898]: cluster 2024-09-21T05:43:04.211133+0000 mgr.y (mgr.14409) 234 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:07.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:07 smithi112 bash[21612]: cluster 2024-09-21T05:43:06.211834+0000 mgr.y (mgr.14409) 235 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:07.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:07 smithi099 bash[19899]: cluster 2024-09-21T05:43:06.211834+0000 mgr.y (mgr.14409) 235 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:07.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:07 smithi099 bash[26898]: cluster 2024-09-21T05:43:06.211834+0000 mgr.y (mgr.14409) 235 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:09.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:09 smithi112 bash[21612]: cluster 2024-09-21T05:43:08.213428+0000 mgr.y (mgr.14409) 236 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:09.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:09 smithi099 bash[19899]: cluster 2024-09-21T05:43:08.213428+0000 mgr.y (mgr.14409) 236 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:09.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:09 smithi099 bash[26898]: cluster 2024-09-21T05:43:08.213428+0000 mgr.y (mgr.14409) 236 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:11.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:11 smithi112 bash[21612]: cluster 2024-09-21T05:43:10.214184+0000 mgr.y (mgr.14409) 237 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:11 smithi099 bash[19899]: cluster 2024-09-21T05:43:10.214184+0000 mgr.y (mgr.14409) 237 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:11.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:11 smithi099 bash[26898]: cluster 2024-09-21T05:43:10.214184+0000 mgr.y (mgr.14409) 237 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:13.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:13 smithi112 bash[21612]: cluster 2024-09-21T05:43:12.214909+0000 mgr.y (mgr.14409) 238 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:13 smithi099 bash[19899]: cluster 2024-09-21T05:43:12.214909+0000 mgr.y (mgr.14409) 238 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:13.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:13 smithi099 bash[26898]: cluster 2024-09-21T05:43:12.214909+0000 mgr.y (mgr.14409) 238 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:14.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:43:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:43:14] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-21T05:43:15.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:15 smithi112 bash[21612]: audit 2024-09-21T05:43:14.101358+0000 mgr.y (mgr.14409) 239 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:15.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:15 smithi112 bash[21612]: cluster 2024-09-21T05:43:14.216539+0000 mgr.y (mgr.14409) 240 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:15.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:15 smithi099 bash[26898]: audit 2024-09-21T05:43:14.101358+0000 mgr.y (mgr.14409) 239 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:15.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:15 smithi099 bash[26898]: cluster 2024-09-21T05:43:14.216539+0000 mgr.y (mgr.14409) 240 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:15 smithi099 bash[19899]: audit 2024-09-21T05:43:14.101358+0000 mgr.y (mgr.14409) 239 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:15 smithi099 bash[19899]: cluster 2024-09-21T05:43:14.216539+0000 mgr.y (mgr.14409) 240 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:17.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:17 smithi112 bash[21612]: cluster 2024-09-21T05:43:16.217250+0000 mgr.y (mgr.14409) 241 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:17.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:17 smithi112 bash[21612]: audit 2024-09-21T05:43:17.182561+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:17 smithi099 bash[19899]: cluster 2024-09-21T05:43:16.217250+0000 mgr.y (mgr.14409) 241 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:17 smithi099 bash[19899]: audit 2024-09-21T05:43:17.182561+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:17 smithi099 bash[26898]: cluster 2024-09-21T05:43:16.217250+0000 mgr.y (mgr.14409) 241 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:17 smithi099 bash[26898]: audit 2024-09-21T05:43:17.182561+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:19.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:19 smithi112 bash[21612]: cluster 2024-09-21T05:43:18.218917+0000 mgr.y (mgr.14409) 242 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:19.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:19 smithi099 bash[19899]: cluster 2024-09-21T05:43:18.218917+0000 mgr.y (mgr.14409) 242 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:19.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:19 smithi099 bash[26898]: cluster 2024-09-21T05:43:18.218917+0000 mgr.y (mgr.14409) 242 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:21.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:21 smithi112 bash[21612]: cluster 2024-09-21T05:43:20.219627+0000 mgr.y (mgr.14409) 243 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:21.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:21 smithi099 bash[19899]: cluster 2024-09-21T05:43:20.219627+0000 mgr.y (mgr.14409) 243 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:21.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:21 smithi099 bash[26898]: cluster 2024-09-21T05:43:20.219627+0000 mgr.y (mgr.14409) 243 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:23.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:23 smithi112 bash[21612]: cluster 2024-09-21T05:43:22.220349+0000 mgr.y (mgr.14409) 244 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:23 smithi099 bash[19899]: cluster 2024-09-21T05:43:22.220349+0000 mgr.y (mgr.14409) 244 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:23.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:23 smithi099 bash[26898]: cluster 2024-09-21T05:43:22.220349+0000 mgr.y (mgr.14409) 244 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:24.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:43:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:43:24] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-21T05:43:25.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:25 smithi112 bash[21612]: audit 2024-09-21T05:43:24.112514+0000 mgr.y (mgr.14409) 245 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:25.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:25 smithi112 bash[21612]: cluster 2024-09-21T05:43:24.221987+0000 mgr.y (mgr.14409) 246 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:25 smithi099 bash[26898]: audit 2024-09-21T05:43:24.112514+0000 mgr.y (mgr.14409) 245 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:25 smithi099 bash[26898]: cluster 2024-09-21T05:43:24.221987+0000 mgr.y (mgr.14409) 246 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:25.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:25 smithi099 bash[19899]: audit 2024-09-21T05:43:24.112514+0000 mgr.y (mgr.14409) 245 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:25.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:25 smithi099 bash[19899]: cluster 2024-09-21T05:43:24.221987+0000 mgr.y (mgr.14409) 246 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:27.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:27 smithi112 bash[21612]: cluster 2024-09-21T05:43:26.222741+0000 mgr.y (mgr.14409) 247 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:27.693 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:27 smithi099 bash[19899]: cluster 2024-09-21T05:43:26.222741+0000 mgr.y (mgr.14409) 247 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:27.694 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:27 smithi099 bash[26898]: cluster 2024-09-21T05:43:26.222741+0000 mgr.y (mgr.14409) 247 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:27.695 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-09-21T05:43:29.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:29 smithi112 bash[21612]: cluster 2024-09-21T05:43:28.224346+0000 mgr.y (mgr.14409) 248 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:29.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:29 smithi099 bash[19899]: cluster 2024-09-21T05:43:28.224346+0000 mgr.y (mgr.14409) 248 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:29 smithi099 bash[26898]: cluster 2024-09-21T05:43:28.224346+0000 mgr.y (mgr.14409) 248 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:31 smithi112 bash[21612]: cluster 2024-09-21T05:43:30.225071+0000 mgr.y (mgr.14409) 249 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:31.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:31 smithi099 bash[19899]: cluster 2024-09-21T05:43:30.225071+0000 mgr.y (mgr.14409) 249 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:31.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:31 smithi099 bash[26898]: cluster 2024-09-21T05:43:30.225071+0000 mgr.y (mgr.14409) 249 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:32.511 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:43:32.609 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:32 smithi099 bash[19899]: audit 2024-09-21T05:43:32.182695+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:32.610 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:32 smithi099 bash[26898]: audit 2024-09-21T05:43:32.182695+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:32.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:32 smithi112 bash[21612]: audit 2024-09-21T05:43:32.182695+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:33.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:33 smithi112 bash[21612]: cluster 2024-09-21T05:43:32.225692+0000 mgr.y (mgr.14409) 250 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:33.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:33 smithi112 bash[21612]: audit 2024-09-21T05:43:32.719048+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:43:33.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:33 smithi112 bash[21612]: audit 2024-09-21T05:43:32.720260+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:43:33.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:33 smithi112 bash[21612]: audit 2024-09-21T05:43:32.730044+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:43:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:33 smithi099 bash[19899]: cluster 2024-09-21T05:43:32.225692+0000 mgr.y (mgr.14409) 250 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:33 smithi099 bash[19899]: audit 2024-09-21T05:43:32.719048+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:43:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:33 smithi099 bash[19899]: audit 2024-09-21T05:43:32.720260+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:43:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:33 smithi099 bash[19899]: audit 2024-09-21T05:43:32.730044+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:43:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:33 smithi099 bash[26898]: cluster 2024-09-21T05:43:32.225692+0000 mgr.y (mgr.14409) 250 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:33 smithi099 bash[26898]: audit 2024-09-21T05:43:32.719048+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:43:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:33 smithi099 bash[26898]: audit 2024-09-21T05:43:32.720260+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:43:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:33 smithi099 bash[26898]: audit 2024-09-21T05:43:32.730044+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:43:34.121 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:43:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:43:34] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-21T05:43:34.445 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-09-21T05:43:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:35 smithi112 bash[21612]: audit 2024-09-21T05:43:34.123774+0000 mgr.y (mgr.14409) 251 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:35 smithi112 bash[21612]: cluster 2024-09-21T05:43:34.227373+0000 mgr.y (mgr.14409) 252 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:35 smithi099 bash[19899]: audit 2024-09-21T05:43:34.123774+0000 mgr.y (mgr.14409) 251 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:35 smithi099 bash[19899]: cluster 2024-09-21T05:43:34.227373+0000 mgr.y (mgr.14409) 252 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:35 smithi099 bash[26898]: audit 2024-09-21T05:43:34.123774+0000 mgr.y (mgr.14409) 251 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:35 smithi099 bash[26898]: cluster 2024-09-21T05:43:34.227373+0000 mgr.y (mgr.14409) 252 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:37.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:37 smithi112 bash[21612]: cluster 2024-09-21T05:43:36.228049+0000 mgr.y (mgr.14409) 253 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:37.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:37 smithi099 bash[19899]: cluster 2024-09-21T05:43:36.228049+0000 mgr.y (mgr.14409) 253 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:37.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:37 smithi099 bash[26898]: cluster 2024-09-21T05:43:36.228049+0000 mgr.y (mgr.14409) 253 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:39.261 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:43:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:39 smithi112 bash[21612]: cluster 2024-09-21T05:43:38.229662+0000 mgr.y (mgr.14409) 254 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:39.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:39 smithi099 bash[26898]: cluster 2024-09-21T05:43:38.229662+0000 mgr.y (mgr.14409) 254 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:39.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:39 smithi099 bash[19899]: cluster 2024-09-21T05:43:38.229662+0000 mgr.y (mgr.14409) 254 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:41.278 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-21T05:43:41.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:41 smithi112 bash[21612]: cluster 2024-09-21T05:43:40.230224+0000 mgr.y (mgr.14409) 255 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:41 smithi099 bash[19899]: cluster 2024-09-21T05:43:40.230224+0000 mgr.y (mgr.14409) 255 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:41 smithi099 bash[26898]: cluster 2024-09-21T05:43:40.230224+0000 mgr.y (mgr.14409) 255 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:43.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:43 smithi112 bash[21612]: cluster 2024-09-21T05:43:42.230909+0000 mgr.y (mgr.14409) 256 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:43 smithi099 bash[19899]: cluster 2024-09-21T05:43:42.230909+0000 mgr.y (mgr.14409) 256 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:43 smithi099 bash[26898]: cluster 2024-09-21T05:43:42.230909+0000 mgr.y (mgr.14409) 256 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:44.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:43:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:43:44] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-21T05:43:45.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:45 smithi112 bash[21612]: audit 2024-09-21T05:43:44.135106+0000 mgr.y (mgr.14409) 257 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:45.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:45 smithi112 bash[21612]: cluster 2024-09-21T05:43:44.232586+0000 mgr.y (mgr.14409) 258 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:45 smithi099 bash[19899]: audit 2024-09-21T05:43:44.135106+0000 mgr.y (mgr.14409) 257 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:45 smithi099 bash[19899]: cluster 2024-09-21T05:43:44.232586+0000 mgr.y (mgr.14409) 258 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:45.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:45 smithi099 bash[26898]: audit 2024-09-21T05:43:44.135106+0000 mgr.y (mgr.14409) 257 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:45.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:45 smithi099 bash[26898]: cluster 2024-09-21T05:43:44.232586+0000 mgr.y (mgr.14409) 258 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:46.086 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:43:47.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:47 smithi099 bash[19899]: cluster 2024-09-21T05:43:46.233230+0000 mgr.y (mgr.14409) 259 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:47.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:47 smithi099 bash[19899]: audit 2024-09-21T05:43:47.182807+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:47.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:47 smithi099 bash[26898]: cluster 2024-09-21T05:43:46.233230+0000 mgr.y (mgr.14409) 259 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:47.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:47 smithi099 bash[26898]: audit 2024-09-21T05:43:47.182807+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:47.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:47 smithi112 bash[21612]: cluster 2024-09-21T05:43:46.233230+0000 mgr.y (mgr.14409) 259 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:47.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:47 smithi112 bash[21612]: audit 2024-09-21T05:43:47.182807+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:43:48.079 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T05:43:49.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:49 smithi112 bash[21612]: cluster 2024-09-21T05:43:48.234797+0000 mgr.y (mgr.14409) 260 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:49.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:49 smithi099 bash[19899]: cluster 2024-09-21T05:43:48.234797+0000 mgr.y (mgr.14409) 260 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:49.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:49 smithi099 bash[26898]: cluster 2024-09-21T05:43:48.234797+0000 mgr.y (mgr.14409) 260 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:51.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:51 smithi112 bash[21612]: cluster 2024-09-21T05:43:50.235484+0000 mgr.y (mgr.14409) 261 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:51.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:51 smithi099 bash[19899]: cluster 2024-09-21T05:43:50.235484+0000 mgr.y (mgr.14409) 261 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:51.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:51 smithi099 bash[26898]: cluster 2024-09-21T05:43:50.235484+0000 mgr.y (mgr.14409) 261 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:52.903 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:43:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:53 smithi112 bash[21612]: cluster 2024-09-21T05:43:52.236202+0000 mgr.y (mgr.14409) 262 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:53.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:53 smithi099 bash[19899]: cluster 2024-09-21T05:43:52.236202+0000 mgr.y (mgr.14409) 262 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:53.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:53 smithi099 bash[26898]: cluster 2024-09-21T05:43:52.236202+0000 mgr.y (mgr.14409) 262 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:54.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:43:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:43:54] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:43:54.359 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T05:43:54.359 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (5m) 3m ago 6m 14.0M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T05:43:54.359 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (5m) 3m ago 5m 75.3M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T05:43:54.359 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (3m) 3m ago 3m 49.4M - 3.8 164465d2334a 6cd678efa5be 2024-09-21T05:43:54.359 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,8765 running (14m) 3m ago 14m 427M - 19.1.1-373-g4e45e6b4 164465d2334a de38161d34a5 2024-09-21T05:43:54.359 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:9283,8765 running (16m) 3m ago 16m 491M - 19.1.1-373-g4e45e6b4 164465d2334a 3c41dfc43cd4 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (16m) 3m ago 16m 50.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (14m) 3m ago 14m 39.2M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (14m) 3m ago 14m 41.7M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (6m) 3m ago 6m 8496k - 1.5.0 0da6a335fe13 9f5f0ac119e3 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (6m) 3m ago 6m 8764k - 1.5.0 0da6a335fe13 93ffd4df1601 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (13m) 3m ago 13m 58.1M 4060M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (12m) 3m ago 12m 58.9M 4060M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (11m) 3m ago 11m 54.8M 4060M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (10m) 3m ago 10m 56.8M 4060M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (9m) 3m ago 10m 56.9M 4060M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (9m) 3m ago 9m 45.7M 4060M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (8m) 3m ago 8m 54.6M 4060M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T05:43:54.360 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (7m) 3m ago 7m 46.8M 4060M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T05:43:54.361 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (5m) 3m ago 6m 38.7M - 2.43.0 a07b618ecd1d f8e6307bc823 2024-09-21T05:43:54.361 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (3m) 3m ago 3m 90.5M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T05:43:54.361 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (3m) 3m ago 3m 89.6M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T05:43:54.962 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions' 2024-09-21T05:43:55.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:55 smithi112 bash[21612]: audit 2024-09-21T05:43:54.143365+0000 mgr.y (mgr.14409) 263 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:55.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:55 smithi112 bash[21612]: cluster 2024-09-21T05:43:54.237820+0000 mgr.y (mgr.14409) 264 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:55.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:55 smithi112 bash[21612]: audit 2024-09-21T05:43:54.324573+0000 mgr.y (mgr.14409) 265 : audit [DBG] from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:43:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:55 smithi099 bash[19899]: audit 2024-09-21T05:43:54.143365+0000 mgr.y (mgr.14409) 263 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:55 smithi099 bash[19899]: cluster 2024-09-21T05:43:54.237820+0000 mgr.y (mgr.14409) 264 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:55 smithi099 bash[19899]: audit 2024-09-21T05:43:54.324573+0000 mgr.y (mgr.14409) 265 : audit [DBG] from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:43:55.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:55 smithi099 bash[26898]: audit 2024-09-21T05:43:54.143365+0000 mgr.y (mgr.14409) 263 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:43:55.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:55 smithi099 bash[26898]: cluster 2024-09-21T05:43:54.237820+0000 mgr.y (mgr.14409) 264 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:55.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:55 smithi099 bash[26898]: audit 2024-09-21T05:43:54.324573+0000 mgr.y (mgr.14409) 265 : audit [DBG] from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:43:57.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:57 smithi112 bash[21612]: cluster 2024-09-21T05:43:56.238482+0000 mgr.y (mgr.14409) 266 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:57.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:57 smithi099 bash[19899]: cluster 2024-09-21T05:43:56.238482+0000 mgr.y (mgr.14409) 266 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:57.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:57 smithi099 bash[26898]: cluster 2024-09-21T05:43:56.238482+0000 mgr.y (mgr.14409) 266 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:43:59.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:43:59 smithi112 bash[21612]: cluster 2024-09-21T05:43:58.240213+0000 mgr.y (mgr.14409) 267 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:59.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:43:59 smithi099 bash[19899]: cluster 2024-09-21T05:43:58.240213+0000 mgr.y (mgr.14409) 267 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:59.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:43:59 smithi099 bash[26898]: cluster 2024-09-21T05:43:58.240213+0000 mgr.y (mgr.14409) 267 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:43:59.766 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:44:00.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:00 smithi112 bash[21612]: cluster 2024-09-21T05:44:00.241011+0000 mgr.y (mgr.14409) 268 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:00.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:00 smithi099 bash[19899]: cluster 2024-09-21T05:44:00.241011+0000 mgr.y (mgr.14409) 268 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:00.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:00 smithi099 bash[26898]: cluster 2024-09-21T05:44:00.241011+0000 mgr.y (mgr.14409) 268 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:01.246 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T05:44:01.246 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T05:44:01.246 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T05:44:01.246 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:44:01.246 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T05:44:01.246 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T05:44:01.246 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:44:01.246 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T05:44:01.246 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T05:44:01.247 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:44:01.247 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T05:44:01.247 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T05:44:01.247 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:44:01.247 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T05:44:01.247 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 15 2024-09-21T05:44:01.247 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:44:01.247 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T05:44:01.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:01 smithi112 bash[21612]: audit 2024-09-21T05:44:01.248990+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.99:0/2306689524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:44:01.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:01 smithi099 bash[19899]: audit 2024-09-21T05:44:01.248990+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.99:0/2306689524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:44:01.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:01 smithi099 bash[26898]: audit 2024-09-21T05:44:01.248990+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.99:0/2306689524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:44:01.888 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph -s' 2024-09-21T05:44:02.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:02 smithi112 bash[21612]: audit 2024-09-21T05:44:02.183352+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:02.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:02 smithi112 bash[21612]: cluster 2024-09-21T05:44:02.241820+0000 mgr.y (mgr.14409) 269 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:02.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:02 smithi099 bash[19899]: audit 2024-09-21T05:44:02.183352+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:02.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:02 smithi099 bash[19899]: cluster 2024-09-21T05:44:02.241820+0000 mgr.y (mgr.14409) 269 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:02.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:02 smithi099 bash[26898]: audit 2024-09-21T05:44:02.183352+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:02.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:02 smithi099 bash[26898]: cluster 2024-09-21T05:44:02.241820+0000 mgr.y (mgr.14409) 269 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:04.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:44:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:44:04] "GET /metrics HTTP/1.1" 200 38148 "" "Prometheus/2.43.0" 2024-09-21T05:44:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:05 smithi112 bash[21612]: audit 2024-09-21T05:44:04.151671+0000 mgr.y (mgr.14409) 270 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:05.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:05 smithi112 bash[21612]: cluster 2024-09-21T05:44:04.243583+0000 mgr.y (mgr.14409) 271 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:05 smithi099 bash[19899]: audit 2024-09-21T05:44:04.151671+0000 mgr.y (mgr.14409) 270 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:05 smithi099 bash[19899]: cluster 2024-09-21T05:44:04.243583+0000 mgr.y (mgr.14409) 271 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:05 smithi099 bash[26898]: audit 2024-09-21T05:44:04.151671+0000 mgr.y (mgr.14409) 270 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:05 smithi099 bash[26898]: cluster 2024-09-21T05:44:04.243583+0000 mgr.y (mgr.14409) 271 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:06.701 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:44:07.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:07 smithi112 bash[21612]: cluster 2024-09-21T05:44:06.244224+0000 mgr.y (mgr.14409) 272 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:07.707 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:07 smithi099 bash[19899]: cluster 2024-09-21T05:44:06.244224+0000 mgr.y (mgr.14409) 272 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:07.708 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:07 smithi099 bash[26898]: cluster 2024-09-21T05:44:06.244224+0000 mgr.y (mgr.14409) 272 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:08.107 INFO:teuthology.orchestra.run.smithi099.stdout: cluster: 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: id: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: health: HEALTH_OK 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: services: 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: mon: 3 daemons, quorum a,b,c (age 14m) 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: mgr: y(active, since 6m), standbys: x 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: osd: 8 osds: 8 up (since 7m), 8 in (since 7m) 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: data: 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: pools: 6 pools, 161 pgs 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: objects: 244 objects, 585 KiB 2024-09-21T05:44:08.108 INFO:teuthology.orchestra.run.smithi099.stdout: usage: 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:44:08.109 INFO:teuthology.orchestra.run.smithi099.stdout: pgs: 161 active+clean 2024-09-21T05:44:08.109 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:44:08.109 INFO:teuthology.orchestra.run.smithi099.stdout: io: 2024-09-21T05:44:08.109 INFO:teuthology.orchestra.run.smithi099.stdout: client: 852 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-21T05:44:08.109 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:44:08.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:08 smithi099 bash[19899]: audit 2024-09-21T05:44:08.111122+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.99:0/1719794144' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:44:08.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:08 smithi099 bash[26898]: audit 2024-09-21T05:44:08.111122+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.99:0/1719794144' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:44:08.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:08 smithi112 bash[21612]: audit 2024-09-21T05:44:08.111122+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.99:0/1719794144' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:44:08.746 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ls' 2024-09-21T05:44:09.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:09 smithi112 bash[21612]: cluster 2024-09-21T05:44:08.245768+0000 mgr.y (mgr.14409) 273 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:09.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:09 smithi099 bash[19899]: cluster 2024-09-21T05:44:08.245768+0000 mgr.y (mgr.14409) 273 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:09.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:09 smithi099 bash[26898]: cluster 2024-09-21T05:44:08.245768+0000 mgr.y (mgr.14409) 273 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:11.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:11 smithi112 bash[21612]: cluster 2024-09-21T05:44:10.246463+0000 mgr.y (mgr.14409) 274 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:11 smithi099 bash[19899]: cluster 2024-09-21T05:44:10.246463+0000 mgr.y (mgr.14409) 274 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:11.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:11 smithi099 bash[26898]: cluster 2024-09-21T05:44:10.246463+0000 mgr.y (mgr.14409) 274 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:13.555 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:44:13.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:13 smithi112 bash[21612]: cluster 2024-09-21T05:44:12.247186+0000 mgr.y (mgr.14409) 275 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:13 smithi099 bash[19899]: cluster 2024-09-21T05:44:12.247186+0000 mgr.y (mgr.14409) 275 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:13.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:13 smithi099 bash[26898]: cluster 2024-09-21T05:44:12.247186+0000 mgr.y (mgr.14409) 275 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:14.157 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:44:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:44:14] "GET /metrics HTTP/1.1" 200 38148 "" "Prometheus/2.43.0" 2024-09-21T05:44:15.037 INFO:teuthology.orchestra.run.smithi099.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-21T05:44:15.038 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager ?:9093,9094 1/1 3m ago 6m smithi099=a;count:1 2024-09-21T05:44:15.038 INFO:teuthology.orchestra.run.smithi099.stdout:grafana ?:3000 1/1 4m ago 6m smithi112=a;count:1 2024-09-21T05:44:15.038 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo ?:5000 1/1 3m ago 3m count:1 2024-09-21T05:44:15.038 INFO:teuthology.orchestra.run.smithi099.stdout:mgr 2/2 4m ago 14m smithi099=y;smithi112=x;count:2 2024-09-21T05:44:15.038 INFO:teuthology.orchestra.run.smithi099.stdout:mon 3/3 4m ago 15m smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi112:172.21.15.112=b;count:3 2024-09-21T05:44:15.038 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter ?:9100 2/2 4m ago 6m smithi099=a;smithi112=b;count:2 2024-09-21T05:44:15.038 INFO:teuthology.orchestra.run.smithi099.stdout:osd 8 4m ago - 2024-09-21T05:44:15.038 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus ?:9095 1/1 4m ago 7m smithi112=a;count:1 2024-09-21T05:44:15.038 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo ?:8000 2/2 4m ago 4m count:2 2024-09-21T05:44:15.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:15 smithi112 bash[21612]: audit 2024-09-21T05:44:14.159653+0000 mgr.y (mgr.14409) 276 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:15.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:15 smithi112 bash[21612]: cluster 2024-09-21T05:44:14.248870+0000 mgr.y (mgr.14409) 277 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:15.709 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:15 smithi099 bash[26898]: audit 2024-09-21T05:44:14.159653+0000 mgr.y (mgr.14409) 276 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:15.709 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:15 smithi099 bash[26898]: cluster 2024-09-21T05:44:14.248870+0000 mgr.y (mgr.14409) 277 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:15.709 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:15 smithi099 bash[19899]: audit 2024-09-21T05:44:14.159653+0000 mgr.y (mgr.14409) 276 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:15.709 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:15 smithi099 bash[19899]: cluster 2024-09-21T05:44:14.248870+0000 mgr.y (mgr.14409) 277 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:15.710 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-21T05:44:16.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:16 smithi112 bash[21612]: audit 2024-09-21T05:44:15.033117+0000 mgr.y (mgr.14409) 278 : audit [DBG] from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:44:16.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:16 smithi099 bash[19899]: audit 2024-09-21T05:44:15.033117+0000 mgr.y (mgr.14409) 278 : audit [DBG] from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:44:16.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:16 smithi099 bash[26898]: audit 2024-09-21T05:44:15.033117+0000 mgr.y (mgr.14409) 278 : audit [DBG] from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:44:17.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:17 smithi112 bash[21612]: cluster 2024-09-21T05:44:16.249541+0000 mgr.y (mgr.14409) 279 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:17.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:17 smithi112 bash[21612]: audit 2024-09-21T05:44:17.184185+0000 mon.a (mon.0) 1004 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:17 smithi099 bash[19899]: cluster 2024-09-21T05:44:16.249541+0000 mgr.y (mgr.14409) 279 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:17 smithi099 bash[19899]: audit 2024-09-21T05:44:17.184185+0000 mon.a (mon.0) 1004 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:17 smithi099 bash[26898]: cluster 2024-09-21T05:44:16.249541+0000 mgr.y (mgr.14409) 279 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:17 smithi099 bash[26898]: audit 2024-09-21T05:44:17.184185+0000 mon.a (mon.0) 1004 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:19.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:19 smithi112 bash[21612]: cluster 2024-09-21T05:44:18.251182+0000 mgr.y (mgr.14409) 280 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:19.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:19 smithi099 bash[19899]: cluster 2024-09-21T05:44:18.251182+0000 mgr.y (mgr.14409) 280 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:19.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:19 smithi099 bash[26898]: cluster 2024-09-21T05:44:18.251182+0000 mgr.y (mgr.14409) 280 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:20.524 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:44:21.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:21 smithi112 bash[21612]: cluster 2024-09-21T05:44:20.251876+0000 mgr.y (mgr.14409) 281 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:21.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:21 smithi099 bash[26898]: cluster 2024-09-21T05:44:20.251876+0000 mgr.y (mgr.14409) 281 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:21.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:21 smithi099 bash[19899]: cluster 2024-09-21T05:44:20.251876+0000 mgr.y (mgr.14409) 281 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:22.181 INFO:teuthology.orchestra.run.smithi099.stdout:Scheduled to redeploy mgr.x on host 'smithi112' 2024-09-21T05:44:22.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:21.857405+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.99:0/1370771839' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T05:44:22.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:22.167326+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:22.177137+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:22.183998+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:22.186059+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:22.187180+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:22.192517+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:22.227384+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:22.228191+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[19899]: audit 2024-09-21T05:44:22.228948+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:21.857405+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.99:0/1370771839' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:22.167326+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:22.177137+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:22.183998+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:22.186059+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:44:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:22.187180+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:44:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:22.192517+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:22.227384+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:44:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:22.228191+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:44:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:22 smithi099 bash[26898]: audit 2024-09-21T05:44:22.228948+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:44:22.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:21.857405+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.99:0/1370771839' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T05:44:22.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:22.167326+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:22.177137+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:22.183998+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:22.186059+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:44:22.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:22.187180+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:44:22.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:22.192517+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:44:22.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:22.227384+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:44:22.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:22.228191+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:44:22.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:22 smithi112 bash[21612]: audit 2024-09-21T05:44:22.228948+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:44:22.874 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps --refresh' 2024-09-21T05:44:23.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:23 smithi112 bash[21612]: audit 2024-09-21T05:44:22.159477+0000 mgr.y (mgr.14409) 282 : audit [DBG] from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:44:23.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:23 smithi112 bash[21612]: cephadm 2024-09-21T05:44:22.169070+0000 mgr.y (mgr.14409) 283 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-21T05:44:23.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:23 smithi112 bash[21612]: cephadm 2024-09-21T05:44:22.229770+0000 mgr.y (mgr.14409) 284 : cephadm [INF] Deploying daemon mgr.x on smithi112 2024-09-21T05:44:23.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:23 smithi112 bash[21612]: cluster 2024-09-21T05:44:22.252232+0000 mgr.y (mgr.14409) 285 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:23 smithi099 bash[19899]: audit 2024-09-21T05:44:22.159477+0000 mgr.y (mgr.14409) 282 : audit [DBG] from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:44:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:23 smithi099 bash[19899]: cephadm 2024-09-21T05:44:22.169070+0000 mgr.y (mgr.14409) 283 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-21T05:44:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:23 smithi099 bash[19899]: cephadm 2024-09-21T05:44:22.229770+0000 mgr.y (mgr.14409) 284 : cephadm [INF] Deploying daemon mgr.x on smithi112 2024-09-21T05:44:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:23 smithi099 bash[19899]: cluster 2024-09-21T05:44:22.252232+0000 mgr.y (mgr.14409) 285 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:23.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:23 smithi099 bash[26898]: audit 2024-09-21T05:44:22.159477+0000 mgr.y (mgr.14409) 282 : audit [DBG] from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:44:23.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:23 smithi099 bash[26898]: cephadm 2024-09-21T05:44:22.169070+0000 mgr.y (mgr.14409) 283 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-21T05:44:23.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:23 smithi099 bash[26898]: cephadm 2024-09-21T05:44:22.229770+0000 mgr.y (mgr.14409) 284 : cephadm [INF] Deploying daemon mgr.x on smithi112 2024-09-21T05:44:23.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:23 smithi099 bash[26898]: cluster 2024-09-21T05:44:22.252232+0000 mgr.y (mgr.14409) 285 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:24.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:44:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:44:24] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-21T05:44:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:25 smithi112 bash[21612]: audit 2024-09-21T05:44:24.167734+0000 mgr.y (mgr.14409) 286 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:25 smithi112 bash[21612]: cluster 2024-09-21T05:44:24.253847+0000 mgr.y (mgr.14409) 287 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:25 smithi099 bash[19899]: audit 2024-09-21T05:44:24.167734+0000 mgr.y (mgr.14409) 286 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:25 smithi099 bash[19899]: cluster 2024-09-21T05:44:24.253847+0000 mgr.y (mgr.14409) 287 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:25 smithi099 bash[26898]: audit 2024-09-21T05:44:24.167734+0000 mgr.y (mgr.14409) 286 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:25 smithi099 bash[26898]: cluster 2024-09-21T05:44:24.253847+0000 mgr.y (mgr.14409) 287 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:26.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:26 smithi112 bash[21612]: cluster 2024-09-21T05:44:26.254588+0000 mgr.y (mgr.14409) 288 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:26 smithi099 bash[19899]: cluster 2024-09-21T05:44:26.254588+0000 mgr.y (mgr.14409) 288 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:26.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:26 smithi099 bash[26898]: cluster 2024-09-21T05:44:26.254588+0000 mgr.y (mgr.14409) 288 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:27.690 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:44:29.061 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T05:44:29.061 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (6m) 3m ago 6m 14.0M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T05:44:29.061 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (6m) 4m ago 6m 75.3M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T05:44:29.061 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (4m) 3m ago 4m 49.4M - 3.8 164465d2334a 6cd678efa5be 2024-09-21T05:44:29.061 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,8765 running (14m) 4m ago 14m 427M - 19.1.1-373-g4e45e6b4 164465d2334a de38161d34a5 2024-09-21T05:44:29.061 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:9283,8765 running (17m) 3m ago 17m 491M - 19.1.1-373-g4e45e6b4 164465d2334a 3c41dfc43cd4 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (17m) 3m ago 17m 50.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (15m) 4m ago 15m 39.2M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (15m) 3m ago 15m 41.7M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (6m) 3m ago 6m 8496k - 1.5.0 0da6a335fe13 9f5f0ac119e3 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (6m) 4m ago 6m 8764k - 1.5.0 0da6a335fe13 93ffd4df1601 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (14m) 3m ago 14m 58.1M 4060M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (13m) 3m ago 13m 58.9M 4060M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (12m) 3m ago 12m 54.8M 4060M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (11m) 3m ago 11m 56.8M 4060M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (10m) 4m ago 10m 56.9M 4060M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (9m) 4m ago 9m 45.7M 4060M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (8m) 4m ago 8m 54.6M 4060M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (7m) 4m ago 7m 46.8M 4060M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T05:44:29.062 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (6m) 4m ago 7m 38.7M - 2.43.0 a07b618ecd1d f8e6307bc823 2024-09-21T05:44:29.063 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (4m) 3m ago 4m 90.5M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T05:44:29.063 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (4m) 4m ago 4m 89.6M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T05:44:29.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:29 smithi099 bash[19899]: cluster 2024-09-21T05:44:28.256211+0000 mgr.y (mgr.14409) 289 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:29.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:29 smithi099 bash[26898]: cluster 2024-09-21T05:44:28.256211+0000 mgr.y (mgr.14409) 289 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:29.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:29 smithi112 bash[21612]: cluster 2024-09-21T05:44:28.256211+0000 mgr.y (mgr.14409) 289 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:29.690 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'sleep 180' 2024-09-21T05:44:30.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:30 smithi112 bash[21612]: audit 2024-09-21T05:44:29.046606+0000 mgr.y (mgr.14409) 290 : audit [DBG] from='client.24872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:44:30.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:30 smithi099 bash[19899]: audit 2024-09-21T05:44:29.046606+0000 mgr.y (mgr.14409) 290 : audit [DBG] from='client.24872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:44:30.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:30 smithi099 bash[26898]: audit 2024-09-21T05:44:29.046606+0000 mgr.y (mgr.14409) 290 : audit [DBG] from='client.24872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:44:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:31 smithi112 bash[21612]: cluster 2024-09-21T05:44:30.256911+0000 mgr.y (mgr.14409) 291 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:31.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:31 smithi099 bash[19899]: cluster 2024-09-21T05:44:30.256911+0000 mgr.y (mgr.14409) 291 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:31.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:31 smithi099 bash[26898]: cluster 2024-09-21T05:44:30.256911+0000 mgr.y (mgr.14409) 291 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:32.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:32 smithi112 bash[21612]: audit 2024-09-21T05:44:32.184511+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:32.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:32 smithi099 bash[19899]: audit 2024-09-21T05:44:32.184511+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:32 smithi099 bash[26898]: audit 2024-09-21T05:44:32.184511+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:33.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:33 smithi112 bash[21612]: cluster 2024-09-21T05:44:32.257556+0000 mgr.y (mgr.14409) 292 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:33 smithi099 bash[19899]: cluster 2024-09-21T05:44:32.257556+0000 mgr.y (mgr.14409) 292 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:33.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:33 smithi099 bash[26898]: cluster 2024-09-21T05:44:32.257556+0000 mgr.y (mgr.14409) 292 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:34.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:44:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:44:34] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:44:34.508 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:44:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:35 smithi112 bash[21612]: audit 2024-09-21T05:44:34.175736+0000 mgr.y (mgr.14409) 293 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:35.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:35 smithi112 bash[21612]: cluster 2024-09-21T05:44:34.259258+0000 mgr.y (mgr.14409) 294 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:35 smithi099 bash[19899]: audit 2024-09-21T05:44:34.175736+0000 mgr.y (mgr.14409) 293 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:35 smithi099 bash[19899]: cluster 2024-09-21T05:44:34.259258+0000 mgr.y (mgr.14409) 294 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:35 smithi099 bash[26898]: audit 2024-09-21T05:44:34.175736+0000 mgr.y (mgr.14409) 293 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:35 smithi099 bash[26898]: cluster 2024-09-21T05:44:34.259258+0000 mgr.y (mgr.14409) 294 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:37.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:37 smithi112 bash[21612]: cluster 2024-09-21T05:44:36.260134+0000 mgr.y (mgr.14409) 295 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:37.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:37 smithi099 bash[19899]: cluster 2024-09-21T05:44:36.260134+0000 mgr.y (mgr.14409) 295 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:37.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:37 smithi099 bash[26898]: cluster 2024-09-21T05:44:36.260134+0000 mgr.y (mgr.14409) 295 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:39 smithi112 bash[21612]: cluster 2024-09-21T05:44:38.261720+0000 mgr.y (mgr.14409) 296 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:39.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:39 smithi099 bash[19899]: cluster 2024-09-21T05:44:38.261720+0000 mgr.y (mgr.14409) 296 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:39.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:39 smithi099 bash[26898]: cluster 2024-09-21T05:44:38.261720+0000 mgr.y (mgr.14409) 296 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:41.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:41 smithi112 bash[21612]: cluster 2024-09-21T05:44:40.262392+0000 mgr.y (mgr.14409) 297 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:41 smithi099 bash[19899]: cluster 2024-09-21T05:44:40.262392+0000 mgr.y (mgr.14409) 297 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:41 smithi099 bash[26898]: cluster 2024-09-21T05:44:40.262392+0000 mgr.y (mgr.14409) 297 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:43.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:43 smithi112 bash[21612]: cluster 2024-09-21T05:44:42.263091+0000 mgr.y (mgr.14409) 298 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:43 smithi099 bash[19899]: cluster 2024-09-21T05:44:42.263091+0000 mgr.y (mgr.14409) 298 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:43 smithi099 bash[26898]: cluster 2024-09-21T05:44:42.263091+0000 mgr.y (mgr.14409) 298 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:44.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:44:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:44:44] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:44:45.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:45 smithi112 bash[21612]: audit 2024-09-21T05:44:44.187044+0000 mgr.y (mgr.14409) 299 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:45.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:45 smithi112 bash[21612]: cluster 2024-09-21T05:44:44.264676+0000 mgr.y (mgr.14409) 300 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:45 smithi099 bash[19899]: audit 2024-09-21T05:44:44.187044+0000 mgr.y (mgr.14409) 299 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:45 smithi099 bash[19899]: cluster 2024-09-21T05:44:44.264676+0000 mgr.y (mgr.14409) 300 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:45.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:45 smithi099 bash[26898]: audit 2024-09-21T05:44:44.187044+0000 mgr.y (mgr.14409) 299 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:45.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:45 smithi099 bash[26898]: cluster 2024-09-21T05:44:44.264676+0000 mgr.y (mgr.14409) 300 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:47.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:47 smithi112 bash[21612]: cluster 2024-09-21T05:44:46.265366+0000 mgr.y (mgr.14409) 301 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:47.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:47 smithi112 bash[21612]: audit 2024-09-21T05:44:47.184716+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:47.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:47 smithi099 bash[19899]: cluster 2024-09-21T05:44:46.265366+0000 mgr.y (mgr.14409) 301 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:47.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:47 smithi099 bash[19899]: audit 2024-09-21T05:44:47.184716+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:47 smithi099 bash[26898]: cluster 2024-09-21T05:44:46.265366+0000 mgr.y (mgr.14409) 301 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:47 smithi099 bash[26898]: audit 2024-09-21T05:44:47.184716+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:44:49.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:49 smithi112 bash[21612]: cluster 2024-09-21T05:44:48.266994+0000 mgr.y (mgr.14409) 302 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:49.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:49 smithi099 bash[19899]: cluster 2024-09-21T05:44:48.266994+0000 mgr.y (mgr.14409) 302 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:49.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:49 smithi099 bash[26898]: cluster 2024-09-21T05:44:48.266994+0000 mgr.y (mgr.14409) 302 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:51.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:51 smithi112 bash[21612]: cluster 2024-09-21T05:44:50.267722+0000 mgr.y (mgr.14409) 303 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:51.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:51 smithi099 bash[19899]: cluster 2024-09-21T05:44:50.267722+0000 mgr.y (mgr.14409) 303 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:51.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:51 smithi099 bash[26898]: cluster 2024-09-21T05:44:50.267722+0000 mgr.y (mgr.14409) 303 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:53 smithi112 bash[21612]: cluster 2024-09-21T05:44:52.268392+0000 mgr.y (mgr.14409) 304 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:53.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:53 smithi099 bash[19899]: cluster 2024-09-21T05:44:52.268392+0000 mgr.y (mgr.14409) 304 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:53.818 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:53 smithi099 bash[26898]: cluster 2024-09-21T05:44:52.268392+0000 mgr.y (mgr.14409) 304 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:54.383 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:44:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:44:54] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:44:54.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:54 smithi112 bash[21612]: audit 2024-09-21T05:44:54.198323+0000 mgr.y (mgr.14409) 305 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:54.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:54 smithi112 bash[21612]: cluster 2024-09-21T05:44:54.270029+0000 mgr.y (mgr.14409) 306 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:54.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:54 smithi099 bash[19899]: audit 2024-09-21T05:44:54.198323+0000 mgr.y (mgr.14409) 305 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:54.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:54 smithi099 bash[19899]: cluster 2024-09-21T05:44:54.270029+0000 mgr.y (mgr.14409) 306 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:54.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:54 smithi099 bash[26898]: audit 2024-09-21T05:44:54.198323+0000 mgr.y (mgr.14409) 305 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:44:54.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:54 smithi099 bash[26898]: cluster 2024-09-21T05:44:54.270029+0000 mgr.y (mgr.14409) 306 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:57.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:57 smithi112 bash[21612]: cluster 2024-09-21T05:44:56.270705+0000 mgr.y (mgr.14409) 307 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:57.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:57 smithi099 bash[19899]: cluster 2024-09-21T05:44:56.270705+0000 mgr.y (mgr.14409) 307 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:57.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:57 smithi099 bash[26898]: cluster 2024-09-21T05:44:56.270705+0000 mgr.y (mgr.14409) 307 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:44:59.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:44:59 smithi112 bash[21612]: cluster 2024-09-21T05:44:58.272338+0000 mgr.y (mgr.14409) 308 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:59.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:44:59 smithi099 bash[19899]: cluster 2024-09-21T05:44:58.272338+0000 mgr.y (mgr.14409) 308 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:44:59.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:44:59 smithi099 bash[26898]: cluster 2024-09-21T05:44:58.272338+0000 mgr.y (mgr.14409) 308 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:01.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:01 smithi112 bash[21612]: cluster 2024-09-21T05:45:00.273116+0000 mgr.y (mgr.14409) 309 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:01.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:01 smithi099 bash[19899]: cluster 2024-09-21T05:45:00.273116+0000 mgr.y (mgr.14409) 309 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:01.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:01 smithi099 bash[26898]: cluster 2024-09-21T05:45:00.273116+0000 mgr.y (mgr.14409) 309 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:02.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:02 smithi112 bash[21612]: audit 2024-09-21T05:45:02.185426+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:02.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:02 smithi099 bash[19899]: audit 2024-09-21T05:45:02.185426+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:02.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:02 smithi099 bash[26898]: audit 2024-09-21T05:45:02.185426+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:03.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:03 smithi112 bash[21612]: cluster 2024-09-21T05:45:02.273782+0000 mgr.y (mgr.14409) 310 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:03.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:03 smithi099 bash[19899]: cluster 2024-09-21T05:45:02.273782+0000 mgr.y (mgr.14409) 310 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:03.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:03 smithi099 bash[26898]: cluster 2024-09-21T05:45:02.273782+0000 mgr.y (mgr.14409) 310 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:04.507 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:45:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:45:04] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-21T05:45:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:05 smithi112 bash[21612]: audit 2024-09-21T05:45:04.208052+0000 mgr.y (mgr.14409) 311 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:05.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:05 smithi112 bash[21612]: cluster 2024-09-21T05:45:04.275513+0000 mgr.y (mgr.14409) 312 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:05 smithi099 bash[19899]: audit 2024-09-21T05:45:04.208052+0000 mgr.y (mgr.14409) 311 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:05 smithi099 bash[19899]: cluster 2024-09-21T05:45:04.275513+0000 mgr.y (mgr.14409) 312 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:05 smithi099 bash[26898]: audit 2024-09-21T05:45:04.208052+0000 mgr.y (mgr.14409) 311 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:05 smithi099 bash[26898]: cluster 2024-09-21T05:45:04.275513+0000 mgr.y (mgr.14409) 312 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:07.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:07 smithi112 bash[21612]: cluster 2024-09-21T05:45:06.276216+0000 mgr.y (mgr.14409) 313 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:07.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:07 smithi099 bash[19899]: cluster 2024-09-21T05:45:06.276216+0000 mgr.y (mgr.14409) 313 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:07.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:07 smithi099 bash[26898]: cluster 2024-09-21T05:45:06.276216+0000 mgr.y (mgr.14409) 313 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:09.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:09 smithi112 bash[21612]: cluster 2024-09-21T05:45:08.278149+0000 mgr.y (mgr.14409) 314 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:09.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:09 smithi099 bash[19899]: cluster 2024-09-21T05:45:08.278149+0000 mgr.y (mgr.14409) 314 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:09.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:09 smithi099 bash[26898]: cluster 2024-09-21T05:45:08.278149+0000 mgr.y (mgr.14409) 314 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:11.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:11 smithi112 bash[21612]: cluster 2024-09-21T05:45:10.278802+0000 mgr.y (mgr.14409) 315 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:11.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:11 smithi099 bash[26898]: cluster 2024-09-21T05:45:10.278802+0000 mgr.y (mgr.14409) 315 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:11 smithi099 bash[19899]: cluster 2024-09-21T05:45:10.278802+0000 mgr.y (mgr.14409) 315 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:13.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:13 smithi112 bash[21612]: cluster 2024-09-21T05:45:12.279519+0000 mgr.y (mgr.14409) 316 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:13.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:13 smithi099 bash[19899]: cluster 2024-09-21T05:45:12.279519+0000 mgr.y (mgr.14409) 316 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:13.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:13 smithi099 bash[26898]: cluster 2024-09-21T05:45:12.279519+0000 mgr.y (mgr.14409) 316 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:14.507 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:45:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:45:14] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-21T05:45:15.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:15 smithi112 bash[21612]: audit 2024-09-21T05:45:14.215243+0000 mgr.y (mgr.14409) 317 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:15.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:15 smithi112 bash[21612]: cluster 2024-09-21T05:45:14.281153+0000 mgr.y (mgr.14409) 318 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:15 smithi099 bash[19899]: audit 2024-09-21T05:45:14.215243+0000 mgr.y (mgr.14409) 317 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:15 smithi099 bash[19899]: cluster 2024-09-21T05:45:14.281153+0000 mgr.y (mgr.14409) 318 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:15.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:15 smithi099 bash[26898]: audit 2024-09-21T05:45:14.215243+0000 mgr.y (mgr.14409) 317 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:15.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:15 smithi099 bash[26898]: cluster 2024-09-21T05:45:14.281153+0000 mgr.y (mgr.14409) 318 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:17.615 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:17 smithi112 bash[21612]: cluster 2024-09-21T05:45:16.281913+0000 mgr.y (mgr.14409) 319 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:17.616 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:17 smithi112 bash[21612]: audit 2024-09-21T05:45:17.185545+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:17.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:17 smithi099 bash[19899]: cluster 2024-09-21T05:45:16.281913+0000 mgr.y (mgr.14409) 319 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:17 smithi099 bash[19899]: audit 2024-09-21T05:45:17.185545+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:17 smithi099 bash[26898]: cluster 2024-09-21T05:45:16.281913+0000 mgr.y (mgr.14409) 319 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:17 smithi099 bash[26898]: audit 2024-09-21T05:45:17.185545+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:17.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:17.938 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:17.938 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:17.938 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:17.938 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:17.939 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:17.939 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:17.939 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:17.939 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: Stopping Ceph mgr.x for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T05:45:17.939 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:45:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:18 smithi112 bash[21612]: cluster 2024-09-21T05:45:18.283585+0000 mgr.y (mgr.14409) 320 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:18.685 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:18 smithi112 bash[49735]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mgr-x 2024-09-21T05:45:18.685 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-21T05:45:18.685 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:18 smithi112 bash[49796]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mgr-x 2024-09-21T05:45:18.685 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.x.service: Failed with result 'exit-code'. 2024-09-21T05:45:18.685 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: Stopped Ceph mgr.x for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:45:18.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:18 smithi099 bash[19899]: cluster 2024-09-21T05:45:18.283585+0000 mgr.y (mgr.14409) 320 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:18.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:18 smithi099 bash[26898]: cluster 2024-09-21T05:45:18.283585+0000 mgr.y (mgr.14409) 320 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:18.938 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.938 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.938 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.938 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.939 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.939 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.940 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.940 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:45:18.940 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:18 smithi112 systemd[1]: Started Ceph mgr.x for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:45:20.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:19 smithi099 bash[19899]: audit 2024-09-21T05:45:18.976142+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:19 smithi099 bash[19899]: audit 2024-09-21T05:45:18.988230+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:19 smithi099 bash[19899]: audit 2024-09-21T05:45:19.001068+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:19 smithi099 bash[19899]: audit 2024-09-21T05:45:19.012981+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:19 smithi099 bash[26898]: audit 2024-09-21T05:45:18.976142+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:19 smithi099 bash[26898]: audit 2024-09-21T05:45:18.988230+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:19 smithi099 bash[26898]: audit 2024-09-21T05:45:19.001068+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:19 smithi099 bash[26898]: audit 2024-09-21T05:45:19.012981+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.438 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:20 smithi112 bash[49852]: debug 2024-09-21T05:45:20.213+0000 7f164a834640 1 -- 172.21.15.112:0/3441248237 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557824fa10e0 con 0x557824fa3800 2024-09-21T05:45:20.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:19 smithi112 bash[21612]: audit 2024-09-21T05:45:18.976142+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:19 smithi112 bash[21612]: audit 2024-09-21T05:45:18.988230+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:19 smithi112 bash[21612]: audit 2024-09-21T05:45:19.001068+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:20.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:19 smithi112 bash[21612]: audit 2024-09-21T05:45:19.012981+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:21.257 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:20 smithi099 bash[19899]: cluster 2024-09-21T05:45:20.284308+0000 mgr.y (mgr.14409) 321 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:21.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:20 smithi099 bash[26898]: cluster 2024-09-21T05:45:20.284308+0000 mgr.y (mgr.14409) 321 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:21.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:20 smithi112 bash[21612]: cluster 2024-09-21T05:45:20.284308+0000 mgr.y (mgr.14409) 321 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:23.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:23 smithi112 bash[21612]: cluster 2024-09-21T05:45:22.284879+0000 mgr.y (mgr.14409) 322 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:23.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:23 smithi099 bash[19899]: cluster 2024-09-21T05:45:22.284879+0000 mgr.y (mgr.14409) 322 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:23.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:23 smithi099 bash[26898]: cluster 2024-09-21T05:45:22.284879+0000 mgr.y (mgr.14409) 322 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:24.507 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:45:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:45:24] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-21T05:45:25.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:25 smithi112 bash[21612]: audit 2024-09-21T05:45:24.226424+0000 mgr.y (mgr.14409) 323 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:25.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:25 smithi112 bash[21612]: cluster 2024-09-21T05:45:24.286017+0000 mgr.y (mgr.14409) 324 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:25 smithi112 bash[21612]: audit 2024-09-21T05:45:24.861170+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:25 smithi112 bash[21612]: audit 2024-09-21T05:45:24.870946+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:25 smithi112 bash[21612]: audit 2024-09-21T05:45:25.166524+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:25 smithi112 bash[21612]: audit 2024-09-21T05:45:25.179146+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[19899]: audit 2024-09-21T05:45:24.226424+0000 mgr.y (mgr.14409) 323 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[19899]: cluster 2024-09-21T05:45:24.286017+0000 mgr.y (mgr.14409) 324 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[19899]: audit 2024-09-21T05:45:24.861170+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[19899]: audit 2024-09-21T05:45:24.870946+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[19899]: audit 2024-09-21T05:45:25.166524+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[19899]: audit 2024-09-21T05:45:25.179146+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[26898]: audit 2024-09-21T05:45:24.226424+0000 mgr.y (mgr.14409) 323 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[26898]: cluster 2024-09-21T05:45:24.286017+0000 mgr.y (mgr.14409) 324 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[26898]: audit 2024-09-21T05:45:24.861170+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[26898]: audit 2024-09-21T05:45:24.870946+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[26898]: audit 2024-09-21T05:45:25.166524+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:25.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:25 smithi099 bash[26898]: audit 2024-09-21T05:45:25.179146+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:26.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[49852]: [21/Sep/2024:05:45:26] ENGINE Bus STARTING 2024-09-21T05:45:26.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[49852]: CherryPy Checker: 2024-09-21T05:45:26.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[49852]: The Application mounted at '' has an empty config. 2024-09-21T05:45:26.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[49852]: [21/Sep/2024:05:45:26] ENGINE Serving on http://:::9283 2024-09-21T05:45:26.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[49852]: [21/Sep/2024:05:45:26] ENGINE Bus STARTED 2024-09-21T05:45:26.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[21612]: audit 2024-09-21T05:45:25.817784+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:45:26.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[21612]: audit 2024-09-21T05:45:25.819273+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:45:26.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[21612]: audit 2024-09-21T05:45:25.830582+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:26.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[21612]: cluster 2024-09-21T05:45:26.329368+0000 mon.a (mon.0) 1029 : cluster [DBG] Standby manager daemon x restarted 2024-09-21T05:45:26.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[21612]: cluster 2024-09-21T05:45:26.329557+0000 mon.a (mon.0) 1030 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:45:26.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[21612]: audit 2024-09-21T05:45:26.333263+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:45:26.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[21612]: audit 2024-09-21T05:45:26.334037+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:45:26.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[21612]: audit 2024-09-21T05:45:26.336679+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:45:26.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:26 smithi112 bash[21612]: audit 2024-09-21T05:45:26.337437+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:45:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[19899]: audit 2024-09-21T05:45:25.817784+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:45:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[19899]: audit 2024-09-21T05:45:25.819273+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:45:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[19899]: audit 2024-09-21T05:45:25.830582+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[19899]: cluster 2024-09-21T05:45:26.329368+0000 mon.a (mon.0) 1029 : cluster [DBG] Standby manager daemon x restarted 2024-09-21T05:45:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[19899]: cluster 2024-09-21T05:45:26.329557+0000 mon.a (mon.0) 1030 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:45:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[19899]: audit 2024-09-21T05:45:26.333263+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:45:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[19899]: audit 2024-09-21T05:45:26.334037+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:45:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[19899]: audit 2024-09-21T05:45:26.336679+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:45:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[19899]: audit 2024-09-21T05:45:26.337437+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:45:26.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[26898]: audit 2024-09-21T05:45:25.817784+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:45:26.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[26898]: audit 2024-09-21T05:45:25.819273+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:45:26.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[26898]: audit 2024-09-21T05:45:25.830582+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:45:26.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[26898]: cluster 2024-09-21T05:45:26.329368+0000 mon.a (mon.0) 1029 : cluster [DBG] Standby manager daemon x restarted 2024-09-21T05:45:26.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[26898]: cluster 2024-09-21T05:45:26.329557+0000 mon.a (mon.0) 1030 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:45:26.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[26898]: audit 2024-09-21T05:45:26.333263+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:45:26.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[26898]: audit 2024-09-21T05:45:26.334037+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:45:26.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[26898]: audit 2024-09-21T05:45:26.336679+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:45:26.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:26 smithi099 bash[26898]: audit 2024-09-21T05:45:26.337437+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:45:27.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:27 smithi112 bash[21612]: cluster 2024-09-21T05:45:26.286686+0000 mgr.y (mgr.14409) 325 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:27.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:27 smithi112 bash[21612]: cluster 2024-09-21T05:45:26.855783+0000 mon.a (mon.0) 1031 : cluster [DBG] mgrmap e22: y(active, since 7m), standbys: x 2024-09-21T05:45:27.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:27 smithi099 bash[26898]: cluster 2024-09-21T05:45:26.286686+0000 mgr.y (mgr.14409) 325 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:27.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:27 smithi099 bash[26898]: cluster 2024-09-21T05:45:26.855783+0000 mon.a (mon.0) 1031 : cluster [DBG] mgrmap e22: y(active, since 7m), standbys: x 2024-09-21T05:45:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:27 smithi099 bash[19899]: cluster 2024-09-21T05:45:26.286686+0000 mgr.y (mgr.14409) 325 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:27 smithi099 bash[19899]: cluster 2024-09-21T05:45:26.855783+0000 mon.a (mon.0) 1031 : cluster [DBG] mgrmap e22: y(active, since 7m), standbys: x 2024-09-21T05:45:29.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:29 smithi112 bash[21612]: cluster 2024-09-21T05:45:28.288283+0000 mgr.y (mgr.14409) 326 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:29.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:29 smithi099 bash[19899]: cluster 2024-09-21T05:45:28.288283+0000 mgr.y (mgr.14409) 326 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:29 smithi099 bash[26898]: cluster 2024-09-21T05:45:28.288283+0000 mgr.y (mgr.14409) 326 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:31 smithi112 bash[21612]: cluster 2024-09-21T05:45:30.288946+0000 mgr.y (mgr.14409) 327 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:31.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:31 smithi099 bash[19899]: cluster 2024-09-21T05:45:30.288946+0000 mgr.y (mgr.14409) 327 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:31.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:31 smithi099 bash[26898]: cluster 2024-09-21T05:45:30.288946+0000 mgr.y (mgr.14409) 327 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:32.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:32 smithi112 bash[21612]: audit 2024-09-21T05:45:32.186130+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:32.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:32 smithi099 bash[19899]: audit 2024-09-21T05:45:32.186130+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:32 smithi099 bash[26898]: audit 2024-09-21T05:45:32.186130+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:33.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:33 smithi112 bash[21612]: cluster 2024-09-21T05:45:32.289755+0000 mgr.y (mgr.14409) 328 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:33 smithi099 bash[19899]: cluster 2024-09-21T05:45:32.289755+0000 mgr.y (mgr.14409) 328 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:33.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:33 smithi099 bash[26898]: cluster 2024-09-21T05:45:32.289755+0000 mgr.y (mgr.14409) 328 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:34.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:45:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:45:34] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-21T05:45:35.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:35 smithi112 bash[21612]: audit 2024-09-21T05:45:34.237685+0000 mgr.y (mgr.14409) 329 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:35.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:35 smithi112 bash[21612]: cluster 2024-09-21T05:45:34.291453+0000 mgr.y (mgr.14409) 330 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:35 smithi099 bash[19899]: audit 2024-09-21T05:45:34.237685+0000 mgr.y (mgr.14409) 329 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:35 smithi099 bash[19899]: cluster 2024-09-21T05:45:34.291453+0000 mgr.y (mgr.14409) 330 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:35 smithi099 bash[26898]: audit 2024-09-21T05:45:34.237685+0000 mgr.y (mgr.14409) 329 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:35 smithi099 bash[26898]: cluster 2024-09-21T05:45:34.291453+0000 mgr.y (mgr.14409) 330 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:37.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:37 smithi112 bash[21612]: cluster 2024-09-21T05:45:36.292138+0000 mgr.y (mgr.14409) 331 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:37.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:37 smithi099 bash[19899]: cluster 2024-09-21T05:45:36.292138+0000 mgr.y (mgr.14409) 331 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:37.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:37 smithi099 bash[26898]: cluster 2024-09-21T05:45:36.292138+0000 mgr.y (mgr.14409) 331 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:39 smithi112 bash[21612]: cluster 2024-09-21T05:45:38.293724+0000 mgr.y (mgr.14409) 332 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:39.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:39 smithi099 bash[19899]: cluster 2024-09-21T05:45:38.293724+0000 mgr.y (mgr.14409) 332 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:39.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:39 smithi099 bash[26898]: cluster 2024-09-21T05:45:38.293724+0000 mgr.y (mgr.14409) 332 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:40.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:40 smithi112 bash[21612]: cluster 2024-09-21T05:45:40.294355+0000 mgr.y (mgr.14409) 333 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:40.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:40 smithi099 bash[19899]: cluster 2024-09-21T05:45:40.294355+0000 mgr.y (mgr.14409) 333 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:40.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:40 smithi099 bash[26898]: cluster 2024-09-21T05:45:40.294355+0000 mgr.y (mgr.14409) 333 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:43.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:43 smithi112 bash[21612]: cluster 2024-09-21T05:45:42.295121+0000 mgr.y (mgr.14409) 334 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:43.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:43 smithi099 bash[19899]: cluster 2024-09-21T05:45:42.295121+0000 mgr.y (mgr.14409) 334 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:43 smithi099 bash[26898]: cluster 2024-09-21T05:45:42.295121+0000 mgr.y (mgr.14409) 334 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:44.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:45:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:45:44] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-21T05:45:45.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:45 smithi112 bash[21612]: audit 2024-09-21T05:45:44.248917+0000 mgr.y (mgr.14409) 335 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:45.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:45 smithi112 bash[21612]: cluster 2024-09-21T05:45:44.296758+0000 mgr.y (mgr.14409) 336 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:45 smithi099 bash[19899]: audit 2024-09-21T05:45:44.248917+0000 mgr.y (mgr.14409) 335 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:45 smithi099 bash[19899]: cluster 2024-09-21T05:45:44.296758+0000 mgr.y (mgr.14409) 336 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:45.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:45 smithi099 bash[26898]: audit 2024-09-21T05:45:44.248917+0000 mgr.y (mgr.14409) 335 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:45.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:45 smithi099 bash[26898]: cluster 2024-09-21T05:45:44.296758+0000 mgr.y (mgr.14409) 336 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:47.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:47 smithi112 bash[21612]: cluster 2024-09-21T05:45:46.297466+0000 mgr.y (mgr.14409) 337 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:47.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:47 smithi112 bash[21612]: audit 2024-09-21T05:45:47.186464+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:47.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:47 smithi099 bash[19899]: cluster 2024-09-21T05:45:46.297466+0000 mgr.y (mgr.14409) 337 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:47.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:47 smithi099 bash[19899]: audit 2024-09-21T05:45:47.186464+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:47 smithi099 bash[26898]: cluster 2024-09-21T05:45:46.297466+0000 mgr.y (mgr.14409) 337 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:47 smithi099 bash[26898]: audit 2024-09-21T05:45:47.186464+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:45:49.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:49 smithi112 bash[21612]: cluster 2024-09-21T05:45:48.299109+0000 mgr.y (mgr.14409) 338 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:49.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:49 smithi099 bash[19899]: cluster 2024-09-21T05:45:48.299109+0000 mgr.y (mgr.14409) 338 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:49.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:49 smithi099 bash[26898]: cluster 2024-09-21T05:45:48.299109+0000 mgr.y (mgr.14409) 338 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:51.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:51 smithi112 bash[21612]: cluster 2024-09-21T05:45:50.299757+0000 mgr.y (mgr.14409) 339 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:51.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:51 smithi099 bash[19899]: cluster 2024-09-21T05:45:50.299757+0000 mgr.y (mgr.14409) 339 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:51.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:51 smithi099 bash[26898]: cluster 2024-09-21T05:45:50.299757+0000 mgr.y (mgr.14409) 339 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:53 smithi112 bash[21612]: cluster 2024-09-21T05:45:52.300421+0000 mgr.y (mgr.14409) 340 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:53.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:53 smithi099 bash[19899]: cluster 2024-09-21T05:45:52.300421+0000 mgr.y (mgr.14409) 340 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:53.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:53 smithi099 bash[26898]: cluster 2024-09-21T05:45:52.300421+0000 mgr.y (mgr.14409) 340 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:54.507 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:45:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:45:54] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:45:55.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:55 smithi112 bash[21612]: audit 2024-09-21T05:45:54.260123+0000 mgr.y (mgr.14409) 341 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:55.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:55 smithi112 bash[21612]: cluster 2024-09-21T05:45:54.302125+0000 mgr.y (mgr.14409) 342 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:55 smithi099 bash[19899]: audit 2024-09-21T05:45:54.260123+0000 mgr.y (mgr.14409) 341 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:55 smithi099 bash[19899]: cluster 2024-09-21T05:45:54.302125+0000 mgr.y (mgr.14409) 342 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:55.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:55 smithi099 bash[26898]: audit 2024-09-21T05:45:54.260123+0000 mgr.y (mgr.14409) 341 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:45:55.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:55 smithi099 bash[26898]: cluster 2024-09-21T05:45:54.302125+0000 mgr.y (mgr.14409) 342 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:57.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:57 smithi112 bash[21612]: cluster 2024-09-21T05:45:56.302795+0000 mgr.y (mgr.14409) 343 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:57.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:57 smithi099 bash[19899]: cluster 2024-09-21T05:45:56.302795+0000 mgr.y (mgr.14409) 343 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:57.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:57 smithi099 bash[26898]: cluster 2024-09-21T05:45:56.302795+0000 mgr.y (mgr.14409) 343 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:45:59.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:45:59 smithi112 bash[21612]: cluster 2024-09-21T05:45:58.304408+0000 mgr.y (mgr.14409) 344 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:59.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:45:59 smithi099 bash[19899]: cluster 2024-09-21T05:45:58.304408+0000 mgr.y (mgr.14409) 344 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:45:59.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:45:59 smithi099 bash[26898]: cluster 2024-09-21T05:45:58.304408+0000 mgr.y (mgr.14409) 344 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:01.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:01 smithi112 bash[21612]: cluster 2024-09-21T05:46:00.305146+0000 mgr.y (mgr.14409) 345 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:01.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:01 smithi099 bash[19899]: cluster 2024-09-21T05:46:00.305146+0000 mgr.y (mgr.14409) 345 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:01.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:01 smithi099 bash[26898]: cluster 2024-09-21T05:46:00.305146+0000 mgr.y (mgr.14409) 345 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:02.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:02 smithi112 bash[21612]: audit 2024-09-21T05:46:02.186829+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:02.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:02 smithi112 bash[21612]: cluster 2024-09-21T05:46:02.305838+0000 mgr.y (mgr.14409) 346 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:02.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:02 smithi099 bash[19899]: audit 2024-09-21T05:46:02.186829+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:02.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:02 smithi099 bash[19899]: cluster 2024-09-21T05:46:02.305838+0000 mgr.y (mgr.14409) 346 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:02.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:02 smithi099 bash[26898]: audit 2024-09-21T05:46:02.186829+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:02.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:02 smithi099 bash[26898]: cluster 2024-09-21T05:46:02.305838+0000 mgr.y (mgr.14409) 346 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:04.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:46:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:46:04] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-21T05:46:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:05 smithi112 bash[21612]: audit 2024-09-21T05:46:04.267637+0000 mgr.y (mgr.14409) 347 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:05.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:05 smithi112 bash[21612]: cluster 2024-09-21T05:46:04.307525+0000 mgr.y (mgr.14409) 348 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:05 smithi099 bash[19899]: audit 2024-09-21T05:46:04.267637+0000 mgr.y (mgr.14409) 347 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:05 smithi099 bash[19899]: cluster 2024-09-21T05:46:04.307525+0000 mgr.y (mgr.14409) 348 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:05 smithi099 bash[26898]: audit 2024-09-21T05:46:04.267637+0000 mgr.y (mgr.14409) 347 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:05 smithi099 bash[26898]: cluster 2024-09-21T05:46:04.307525+0000 mgr.y (mgr.14409) 348 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:07.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:07 smithi112 bash[21612]: cluster 2024-09-21T05:46:06.308254+0000 mgr.y (mgr.14409) 349 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:07.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:07 smithi099 bash[19899]: cluster 2024-09-21T05:46:06.308254+0000 mgr.y (mgr.14409) 349 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:07.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:07 smithi099 bash[26898]: cluster 2024-09-21T05:46:06.308254+0000 mgr.y (mgr.14409) 349 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:09 smithi112 bash[21612]: cluster 2024-09-21T05:46:08.309875+0000 mgr.y (mgr.14409) 350 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:09.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:09 smithi099 bash[19899]: cluster 2024-09-21T05:46:08.309875+0000 mgr.y (mgr.14409) 350 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:09.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:09 smithi099 bash[26898]: cluster 2024-09-21T05:46:08.309875+0000 mgr.y (mgr.14409) 350 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:11.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:11 smithi112 bash[21612]: cluster 2024-09-21T05:46:10.310607+0000 mgr.y (mgr.14409) 351 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:11 smithi099 bash[19899]: cluster 2024-09-21T05:46:10.310607+0000 mgr.y (mgr.14409) 351 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:11.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:11 smithi099 bash[26898]: cluster 2024-09-21T05:46:10.310607+0000 mgr.y (mgr.14409) 351 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:13.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:13 smithi112 bash[21612]: cluster 2024-09-21T05:46:12.311348+0000 mgr.y (mgr.14409) 352 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:13.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:13 smithi099 bash[26898]: cluster 2024-09-21T05:46:12.311348+0000 mgr.y (mgr.14409) 352 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:13 smithi099 bash[19899]: cluster 2024-09-21T05:46:12.311348+0000 mgr.y (mgr.14409) 352 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:14.275 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:46:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:46:14] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-21T05:46:15.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:15 smithi112 bash[21612]: audit 2024-09-21T05:46:14.278837+0000 mgr.y (mgr.14409) 353 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:15.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:15 smithi112 bash[21612]: cluster 2024-09-21T05:46:14.313025+0000 mgr.y (mgr.14409) 354 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:15 smithi099 bash[19899]: audit 2024-09-21T05:46:14.278837+0000 mgr.y (mgr.14409) 353 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:15 smithi099 bash[19899]: cluster 2024-09-21T05:46:14.313025+0000 mgr.y (mgr.14409) 354 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:15.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:15 smithi099 bash[26898]: audit 2024-09-21T05:46:14.278837+0000 mgr.y (mgr.14409) 353 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:15.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:15 smithi099 bash[26898]: cluster 2024-09-21T05:46:14.313025+0000 mgr.y (mgr.14409) 354 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:17.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:17 smithi112 bash[21612]: cluster 2024-09-21T05:46:16.313756+0000 mgr.y (mgr.14409) 355 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:17.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:17 smithi112 bash[21612]: audit 2024-09-21T05:46:17.187316+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:17 smithi099 bash[19899]: cluster 2024-09-21T05:46:16.313756+0000 mgr.y (mgr.14409) 355 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:17 smithi099 bash[19899]: audit 2024-09-21T05:46:17.187316+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:17 smithi099 bash[26898]: cluster 2024-09-21T05:46:16.313756+0000 mgr.y (mgr.14409) 355 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:17 smithi099 bash[26898]: audit 2024-09-21T05:46:17.187316+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:18.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:18 smithi099 bash[19899]: cluster 2024-09-21T05:46:18.315432+0000 mgr.y (mgr.14409) 356 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:18.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:18 smithi099 bash[26898]: cluster 2024-09-21T05:46:18.315432+0000 mgr.y (mgr.14409) 356 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:18.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:18 smithi112 bash[21612]: cluster 2024-09-21T05:46:18.315432+0000 mgr.y (mgr.14409) 356 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:21.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:21 smithi112 bash[21612]: cluster 2024-09-21T05:46:20.316090+0000 mgr.y (mgr.14409) 357 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:21.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:21 smithi099 bash[19899]: cluster 2024-09-21T05:46:20.316090+0000 mgr.y (mgr.14409) 357 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:21.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:21 smithi099 bash[26898]: cluster 2024-09-21T05:46:20.316090+0000 mgr.y (mgr.14409) 357 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:23.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:23 smithi112 bash[21612]: cluster 2024-09-21T05:46:22.316754+0000 mgr.y (mgr.14409) 358 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:23 smithi099 bash[19899]: cluster 2024-09-21T05:46:22.316754+0000 mgr.y (mgr.14409) 358 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:23.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:23 smithi099 bash[26898]: cluster 2024-09-21T05:46:22.316754+0000 mgr.y (mgr.14409) 358 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:24.284 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:46:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:46:24] "GET /metrics HTTP/1.1" 200 38151 "" "Prometheus/2.43.0" 2024-09-21T05:46:25.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:25 smithi112 bash[21612]: audit 2024-09-21T05:46:24.287632+0000 mgr.y (mgr.14409) 359 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:25 smithi112 bash[21612]: cluster 2024-09-21T05:46:24.318442+0000 mgr.y (mgr.14409) 360 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:25 smithi099 bash[19899]: audit 2024-09-21T05:46:24.287632+0000 mgr.y (mgr.14409) 359 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:25 smithi099 bash[19899]: cluster 2024-09-21T05:46:24.318442+0000 mgr.y (mgr.14409) 360 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:25 smithi099 bash[26898]: audit 2024-09-21T05:46:24.287632+0000 mgr.y (mgr.14409) 359 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:25 smithi099 bash[26898]: cluster 2024-09-21T05:46:24.318442+0000 mgr.y (mgr.14409) 360 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:27.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:27 smithi112 bash[21612]: cluster 2024-09-21T05:46:26.319164+0000 mgr.y (mgr.14409) 361 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:27 smithi099 bash[19899]: cluster 2024-09-21T05:46:26.319164+0000 mgr.y (mgr.14409) 361 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:27.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:27 smithi099 bash[26898]: cluster 2024-09-21T05:46:26.319164+0000 mgr.y (mgr.14409) 361 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:29.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:29 smithi112 bash[21612]: cluster 2024-09-21T05:46:28.320795+0000 mgr.y (mgr.14409) 362 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:29.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:29 smithi099 bash[19899]: cluster 2024-09-21T05:46:28.320795+0000 mgr.y (mgr.14409) 362 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:29 smithi099 bash[26898]: cluster 2024-09-21T05:46:28.320795+0000 mgr.y (mgr.14409) 362 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:31 smithi112 bash[21612]: cluster 2024-09-21T05:46:30.321478+0000 mgr.y (mgr.14409) 363 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:31.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:31 smithi099 bash[19899]: cluster 2024-09-21T05:46:30.321478+0000 mgr.y (mgr.14409) 363 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:31.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:31 smithi099 bash[26898]: cluster 2024-09-21T05:46:30.321478+0000 mgr.y (mgr.14409) 363 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[19899]: audit 2024-09-21T05:46:31.958156+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:46:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[19899]: audit 2024-09-21T05:46:31.968332+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:46:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[19899]: audit 2024-09-21T05:46:32.187808+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[19899]: cluster 2024-09-21T05:46:32.322136+0000 mgr.y (mgr.14409) 364 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[19899]: audit 2024-09-21T05:46:32.679369+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[19899]: audit 2024-09-21T05:46:32.681143+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[19899]: audit 2024-09-21T05:46:32.691149+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[26898]: audit 2024-09-21T05:46:31.958156+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[26898]: audit 2024-09-21T05:46:31.968332+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[26898]: audit 2024-09-21T05:46:32.187808+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[26898]: cluster 2024-09-21T05:46:32.322136+0000 mgr.y (mgr.14409) 364 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[26898]: audit 2024-09-21T05:46:32.679369+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[26898]: audit 2024-09-21T05:46:32.681143+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:46:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:32 smithi099 bash[26898]: audit 2024-09-21T05:46:32.691149+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:46:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:32 smithi112 bash[21612]: audit 2024-09-21T05:46:31.958156+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:46:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:32 smithi112 bash[21612]: audit 2024-09-21T05:46:31.968332+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:46:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:32 smithi112 bash[21612]: audit 2024-09-21T05:46:32.187808+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:32 smithi112 bash[21612]: cluster 2024-09-21T05:46:32.322136+0000 mgr.y (mgr.14409) 364 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:32 smithi112 bash[21612]: audit 2024-09-21T05:46:32.679369+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:46:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:32 smithi112 bash[21612]: audit 2024-09-21T05:46:32.681143+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:46:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:32 smithi112 bash[21612]: audit 2024-09-21T05:46:32.691149+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:46:34.296 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:46:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:46:34] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:46:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:35 smithi112 bash[21612]: audit 2024-09-21T05:46:34.298875+0000 mgr.y (mgr.14409) 365 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:35.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:35 smithi112 bash[21612]: cluster 2024-09-21T05:46:34.323942+0000 mgr.y (mgr.14409) 366 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:35 smithi099 bash[19899]: audit 2024-09-21T05:46:34.298875+0000 mgr.y (mgr.14409) 365 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:35 smithi099 bash[19899]: cluster 2024-09-21T05:46:34.323942+0000 mgr.y (mgr.14409) 366 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:35 smithi099 bash[26898]: audit 2024-09-21T05:46:34.298875+0000 mgr.y (mgr.14409) 365 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:35 smithi099 bash[26898]: cluster 2024-09-21T05:46:34.323942+0000 mgr.y (mgr.14409) 366 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:37.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:37 smithi112 bash[21612]: cluster 2024-09-21T05:46:36.324812+0000 mgr.y (mgr.14409) 367 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:37.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:37 smithi099 bash[19899]: cluster 2024-09-21T05:46:36.324812+0000 mgr.y (mgr.14409) 367 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:37.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:37 smithi099 bash[26898]: cluster 2024-09-21T05:46:36.324812+0000 mgr.y (mgr.14409) 367 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:39 smithi112 bash[21612]: cluster 2024-09-21T05:46:38.326571+0000 mgr.y (mgr.14409) 368 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:39.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:39 smithi099 bash[19899]: cluster 2024-09-21T05:46:38.326571+0000 mgr.y (mgr.14409) 368 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:39.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:39 smithi099 bash[26898]: cluster 2024-09-21T05:46:38.326571+0000 mgr.y (mgr.14409) 368 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:41.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:41 smithi112 bash[21612]: cluster 2024-09-21T05:46:40.327332+0000 mgr.y (mgr.14409) 369 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:41 smithi099 bash[19899]: cluster 2024-09-21T05:46:40.327332+0000 mgr.y (mgr.14409) 369 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:41 smithi099 bash[26898]: cluster 2024-09-21T05:46:40.327332+0000 mgr.y (mgr.14409) 369 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:42.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:42 smithi099 bash[19899]: cluster 2024-09-21T05:46:42.328079+0000 mgr.y (mgr.14409) 370 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:42.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:42 smithi099 bash[26898]: cluster 2024-09-21T05:46:42.328079+0000 mgr.y (mgr.14409) 370 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:42.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:42 smithi112 bash[21612]: cluster 2024-09-21T05:46:42.328079+0000 mgr.y (mgr.14409) 370 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:44.304 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:46:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:46:44] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-21T05:46:45.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:45 smithi112 bash[21612]: audit 2024-09-21T05:46:44.307618+0000 mgr.y (mgr.14409) 371 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:45.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:45 smithi112 bash[21612]: cluster 2024-09-21T05:46:44.329829+0000 mgr.y (mgr.14409) 372 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:45 smithi099 bash[19899]: audit 2024-09-21T05:46:44.307618+0000 mgr.y (mgr.14409) 371 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:45 smithi099 bash[19899]: cluster 2024-09-21T05:46:44.329829+0000 mgr.y (mgr.14409) 372 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:45.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:45 smithi099 bash[26898]: audit 2024-09-21T05:46:44.307618+0000 mgr.y (mgr.14409) 371 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:45.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:45 smithi099 bash[26898]: cluster 2024-09-21T05:46:44.329829+0000 mgr.y (mgr.14409) 372 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:47.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:47 smithi112 bash[21612]: cluster 2024-09-21T05:46:46.330658+0000 mgr.y (mgr.14409) 373 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:47.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:47 smithi112 bash[21612]: audit 2024-09-21T05:46:47.187979+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:47.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:47 smithi099 bash[19899]: cluster 2024-09-21T05:46:46.330658+0000 mgr.y (mgr.14409) 373 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:47.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:47 smithi099 bash[19899]: audit 2024-09-21T05:46:47.187979+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:47 smithi099 bash[26898]: cluster 2024-09-21T05:46:46.330658+0000 mgr.y (mgr.14409) 373 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:47 smithi099 bash[26898]: audit 2024-09-21T05:46:47.187979+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:46:49.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:49 smithi112 bash[21612]: cluster 2024-09-21T05:46:48.332405+0000 mgr.y (mgr.14409) 374 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:49.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:49 smithi099 bash[19899]: cluster 2024-09-21T05:46:48.332405+0000 mgr.y (mgr.14409) 374 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:49.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:49 smithi099 bash[26898]: cluster 2024-09-21T05:46:48.332405+0000 mgr.y (mgr.14409) 374 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:50.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:50 smithi099 bash[19899]: cluster 2024-09-21T05:46:50.333229+0000 mgr.y (mgr.14409) 375 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:50.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:50 smithi099 bash[26898]: cluster 2024-09-21T05:46:50.333229+0000 mgr.y (mgr.14409) 375 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:50.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:50 smithi112 bash[21612]: cluster 2024-09-21T05:46:50.333229+0000 mgr.y (mgr.14409) 375 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:53 smithi112 bash[21612]: cluster 2024-09-21T05:46:52.333973+0000 mgr.y (mgr.14409) 376 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:53.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:53 smithi099 bash[19899]: cluster 2024-09-21T05:46:52.333973+0000 mgr.y (mgr.14409) 376 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:53.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:53 smithi099 bash[26898]: cluster 2024-09-21T05:46:52.333973+0000 mgr.y (mgr.14409) 376 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:54.312 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:46:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:46:54] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-21T05:46:55.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:55 smithi112 bash[21612]: audit 2024-09-21T05:46:54.315643+0000 mgr.y (mgr.14409) 377 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:55.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:55 smithi112 bash[21612]: cluster 2024-09-21T05:46:54.335667+0000 mgr.y (mgr.14409) 378 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:55 smithi099 bash[19899]: audit 2024-09-21T05:46:54.315643+0000 mgr.y (mgr.14409) 377 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:55 smithi099 bash[19899]: cluster 2024-09-21T05:46:54.335667+0000 mgr.y (mgr.14409) 378 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:55.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:55 smithi099 bash[26898]: audit 2024-09-21T05:46:54.315643+0000 mgr.y (mgr.14409) 377 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:46:55.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:55 smithi099 bash[26898]: cluster 2024-09-21T05:46:54.335667+0000 mgr.y (mgr.14409) 378 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:57.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:57 smithi112 bash[21612]: cluster 2024-09-21T05:46:56.336366+0000 mgr.y (mgr.14409) 379 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:57.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:57 smithi099 bash[19899]: cluster 2024-09-21T05:46:56.336366+0000 mgr.y (mgr.14409) 379 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:57.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:57 smithi099 bash[26898]: cluster 2024-09-21T05:46:56.336366+0000 mgr.y (mgr.14409) 379 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:46:58.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:46:58 smithi112 bash[21612]: cluster 2024-09-21T05:46:58.337997+0000 mgr.y (mgr.14409) 380 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:58.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:46:58 smithi099 bash[19899]: cluster 2024-09-21T05:46:58.337997+0000 mgr.y (mgr.14409) 380 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:46:58.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:46:58 smithi099 bash[26898]: cluster 2024-09-21T05:46:58.337997+0000 mgr.y (mgr.14409) 380 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:01.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:01 smithi112 bash[21612]: cluster 2024-09-21T05:47:00.338681+0000 mgr.y (mgr.14409) 381 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:01.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:01 smithi099 bash[26898]: cluster 2024-09-21T05:47:00.338681+0000 mgr.y (mgr.14409) 381 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:01.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:01 smithi099 bash[19899]: cluster 2024-09-21T05:47:00.338681+0000 mgr.y (mgr.14409) 381 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:02.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:02 smithi112 bash[21612]: audit 2024-09-21T05:47:02.188692+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:02.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:02 smithi099 bash[19899]: audit 2024-09-21T05:47:02.188692+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:02.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:02 smithi099 bash[26898]: audit 2024-09-21T05:47:02.188692+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:03.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:03 smithi112 bash[21612]: cluster 2024-09-21T05:47:02.339391+0000 mgr.y (mgr.14409) 382 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:03.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:03 smithi099 bash[19899]: cluster 2024-09-21T05:47:02.339391+0000 mgr.y (mgr.14409) 382 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:03.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:03 smithi099 bash[26898]: cluster 2024-09-21T05:47:02.339391+0000 mgr.y (mgr.14409) 382 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:04.319 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:47:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:47:04] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-21T05:47:04.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:04 smithi112 bash[21612]: audit 2024-09-21T05:47:04.322828+0000 mgr.y (mgr.14409) 383 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:04.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:04 smithi112 bash[21612]: cluster 2024-09-21T05:47:04.340979+0000 mgr.y (mgr.14409) 384 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:04.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:04 smithi099 bash[19899]: audit 2024-09-21T05:47:04.322828+0000 mgr.y (mgr.14409) 383 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:04.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:04 smithi099 bash[19899]: cluster 2024-09-21T05:47:04.340979+0000 mgr.y (mgr.14409) 384 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:04.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:04 smithi099 bash[26898]: audit 2024-09-21T05:47:04.322828+0000 mgr.y (mgr.14409) 383 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:04.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:04 smithi099 bash[26898]: cluster 2024-09-21T05:47:04.340979+0000 mgr.y (mgr.14409) 384 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:07.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:07 smithi112 bash[21612]: cluster 2024-09-21T05:47:06.341609+0000 mgr.y (mgr.14409) 385 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:07.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:07 smithi099 bash[19899]: cluster 2024-09-21T05:47:06.341609+0000 mgr.y (mgr.14409) 385 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:07.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:07 smithi099 bash[26898]: cluster 2024-09-21T05:47:06.341609+0000 mgr.y (mgr.14409) 385 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:08.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:08 smithi099 bash[19899]: cluster 2024-09-21T05:47:08.343276+0000 mgr.y (mgr.14409) 386 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:08.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:08 smithi099 bash[26898]: cluster 2024-09-21T05:47:08.343276+0000 mgr.y (mgr.14409) 386 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:08.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:08 smithi112 bash[21612]: cluster 2024-09-21T05:47:08.343276+0000 mgr.y (mgr.14409) 386 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:11.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:11 smithi112 bash[21612]: cluster 2024-09-21T05:47:10.343954+0000 mgr.y (mgr.14409) 387 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:11 smithi099 bash[19899]: cluster 2024-09-21T05:47:10.343954+0000 mgr.y (mgr.14409) 387 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:11.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:11 smithi099 bash[26898]: cluster 2024-09-21T05:47:10.343954+0000 mgr.y (mgr.14409) 387 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:12.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:12 smithi112 bash[21612]: cluster 2024-09-21T05:47:12.344653+0000 mgr.y (mgr.14409) 388 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:12.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:12 smithi099 bash[19899]: cluster 2024-09-21T05:47:12.344653+0000 mgr.y (mgr.14409) 388 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:12.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:12 smithi099 bash[26898]: cluster 2024-09-21T05:47:12.344653+0000 mgr.y (mgr.14409) 388 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:14.323 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:47:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:47:14] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-21T05:47:14.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:14 smithi099 bash[19899]: audit 2024-09-21T05:47:14.325981+0000 mgr.y (mgr.14409) 389 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:14.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:14 smithi099 bash[19899]: cluster 2024-09-21T05:47:14.346293+0000 mgr.y (mgr.14409) 390 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:14.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:14 smithi099 bash[26898]: audit 2024-09-21T05:47:14.325981+0000 mgr.y (mgr.14409) 389 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:14.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:14 smithi099 bash[26898]: cluster 2024-09-21T05:47:14.346293+0000 mgr.y (mgr.14409) 390 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:14.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:14 smithi112 bash[21612]: audit 2024-09-21T05:47:14.325981+0000 mgr.y (mgr.14409) 389 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:14.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:14 smithi112 bash[21612]: cluster 2024-09-21T05:47:14.346293+0000 mgr.y (mgr.14409) 390 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:16.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:16 smithi099 bash[19899]: cluster 2024-09-21T05:47:16.346966+0000 mgr.y (mgr.14409) 391 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:16.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:16 smithi099 bash[26898]: cluster 2024-09-21T05:47:16.346966+0000 mgr.y (mgr.14409) 391 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:16.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:16 smithi112 bash[21612]: cluster 2024-09-21T05:47:16.346966+0000 mgr.y (mgr.14409) 391 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:17 smithi099 bash[19899]: audit 2024-09-21T05:47:17.188991+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:17 smithi099 bash[26898]: audit 2024-09-21T05:47:17.188991+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:17.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:17 smithi112 bash[21612]: audit 2024-09-21T05:47:17.188991+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:18.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:18 smithi099 bash[19899]: cluster 2024-09-21T05:47:18.348585+0000 mgr.y (mgr.14409) 392 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:18.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:18 smithi099 bash[26898]: cluster 2024-09-21T05:47:18.348585+0000 mgr.y (mgr.14409) 392 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:18.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:18 smithi112 bash[21612]: cluster 2024-09-21T05:47:18.348585+0000 mgr.y (mgr.14409) 392 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:21.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:21 smithi112 bash[21612]: cluster 2024-09-21T05:47:20.349277+0000 mgr.y (mgr.14409) 393 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:21.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:21 smithi099 bash[19899]: cluster 2024-09-21T05:47:20.349277+0000 mgr.y (mgr.14409) 393 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:21.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:21 smithi099 bash[26898]: cluster 2024-09-21T05:47:20.349277+0000 mgr.y (mgr.14409) 393 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:22.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:22 smithi099 bash[19899]: cluster 2024-09-21T05:47:22.349965+0000 mgr.y (mgr.14409) 394 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:22.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:22 smithi099 bash[26898]: cluster 2024-09-21T05:47:22.349965+0000 mgr.y (mgr.14409) 394 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:22.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:22 smithi112 bash[21612]: cluster 2024-09-21T05:47:22.349965+0000 mgr.y (mgr.14409) 394 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:24.332 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:47:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:47:24] "GET /metrics HTTP/1.1" 200 38150 "" "Prometheus/2.43.0" 2024-09-21T05:47:24.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:24 smithi099 bash[19899]: audit 2024-09-21T05:47:24.335622+0000 mgr.y (mgr.14409) 395 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:24.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:24 smithi099 bash[19899]: cluster 2024-09-21T05:47:24.351672+0000 mgr.y (mgr.14409) 396 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:24.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:24 smithi099 bash[26898]: audit 2024-09-21T05:47:24.335622+0000 mgr.y (mgr.14409) 395 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:24.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:24 smithi099 bash[26898]: cluster 2024-09-21T05:47:24.351672+0000 mgr.y (mgr.14409) 396 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:24.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:24 smithi112 bash[21612]: audit 2024-09-21T05:47:24.335622+0000 mgr.y (mgr.14409) 395 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:24.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:24 smithi112 bash[21612]: cluster 2024-09-21T05:47:24.351672+0000 mgr.y (mgr.14409) 396 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:26 smithi099 bash[19899]: cluster 2024-09-21T05:47:26.352372+0000 mgr.y (mgr.14409) 397 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:26.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:26 smithi099 bash[26898]: cluster 2024-09-21T05:47:26.352372+0000 mgr.y (mgr.14409) 397 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:26.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:26 smithi112 bash[21612]: cluster 2024-09-21T05:47:26.352372+0000 mgr.y (mgr.14409) 397 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:28.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:28 smithi099 bash[19899]: cluster 2024-09-21T05:47:28.353982+0000 mgr.y (mgr.14409) 398 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:28.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:28 smithi099 bash[26898]: cluster 2024-09-21T05:47:28.353982+0000 mgr.y (mgr.14409) 398 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:28.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:28 smithi112 bash[21612]: cluster 2024-09-21T05:47:28.353982+0000 mgr.y (mgr.14409) 398 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:30.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:30 smithi099 bash[19899]: cluster 2024-09-21T05:47:30.354678+0000 mgr.y (mgr.14409) 399 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:30.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:30 smithi099 bash[26898]: cluster 2024-09-21T05:47:30.354678+0000 mgr.y (mgr.14409) 399 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:30.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:30 smithi112 bash[21612]: cluster 2024-09-21T05:47:30.354678+0000 mgr.y (mgr.14409) 399 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:32.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:32 smithi099 bash[19899]: audit 2024-09-21T05:47:32.189224+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:32.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:32 smithi099 bash[26898]: audit 2024-09-21T05:47:32.189224+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:32.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:32 smithi112 bash[21612]: audit 2024-09-21T05:47:32.189224+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:33.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:33 smithi099 bash[19899]: cluster 2024-09-21T05:47:32.355473+0000 mgr.y (mgr.14409) 400 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:33.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:33 smithi099 bash[26898]: cluster 2024-09-21T05:47:32.355473+0000 mgr.y (mgr.14409) 400 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:33.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:33 smithi112 bash[21612]: cluster 2024-09-21T05:47:32.355473+0000 mgr.y (mgr.14409) 400 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:34.340 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:47:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:47:34] "GET /metrics HTTP/1.1" 200 38151 "" "Prometheus/2.43.0" 2024-09-21T05:47:34.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:34 smithi099 bash[19899]: audit 2024-09-21T05:47:33.576870+0000 mon.a (mon.0) 1046 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:47:34.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:34 smithi099 bash[19899]: audit 2024-09-21T05:47:33.578276+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:47:34.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:34 smithi099 bash[19899]: audit 2024-09-21T05:47:33.587515+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:47:34.341 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:34 smithi099 bash[26898]: audit 2024-09-21T05:47:33.576870+0000 mon.a (mon.0) 1046 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:47:34.341 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:34 smithi099 bash[26898]: audit 2024-09-21T05:47:33.578276+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:47:34.341 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:34 smithi099 bash[26898]: audit 2024-09-21T05:47:33.587515+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:47:34.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:34 smithi112 bash[21612]: audit 2024-09-21T05:47:33.576870+0000 mon.a (mon.0) 1046 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:47:34.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:34 smithi112 bash[21612]: audit 2024-09-21T05:47:33.578276+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:47:34.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:34 smithi112 bash[21612]: audit 2024-09-21T05:47:33.587515+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' 2024-09-21T05:47:35.582 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:35 smithi099 bash[26898]: audit 2024-09-21T05:47:34.343630+0000 mgr.y (mgr.14409) 401 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:35.582 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:35 smithi099 bash[26898]: cluster 2024-09-21T05:47:34.357174+0000 mgr.y (mgr.14409) 402 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:35.582 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:35 smithi099 bash[19899]: audit 2024-09-21T05:47:34.343630+0000 mgr.y (mgr.14409) 401 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:35.582 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:35 smithi099 bash[19899]: cluster 2024-09-21T05:47:34.357174+0000 mgr.y (mgr.14409) 402 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:35 smithi112 bash[21612]: audit 2024-09-21T05:47:34.343630+0000 mgr.y (mgr.14409) 401 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:35 smithi112 bash[21612]: cluster 2024-09-21T05:47:34.357174+0000 mgr.y (mgr.14409) 402 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:36.243 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T05:47:36.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:36 smithi099 bash[19899]: cluster 2024-09-21T05:47:36.357690+0000 mgr.y (mgr.14409) 403 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:36.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:36 smithi099 bash[26898]: cluster 2024-09-21T05:47:36.357690+0000 mgr.y (mgr.14409) 403 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:36.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:36 smithi112 bash[21612]: cluster 2024-09-21T05:47:36.357690+0000 mgr.y (mgr.14409) 403 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:38.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:38 smithi099 bash[19899]: cluster 2024-09-21T05:47:38.359354+0000 mgr.y (mgr.14409) 404 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:38.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:38 smithi099 bash[26898]: cluster 2024-09-21T05:47:38.359354+0000 mgr.y (mgr.14409) 404 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:38.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:38 smithi112 bash[21612]: cluster 2024-09-21T05:47:38.359354+0000 mgr.y (mgr.14409) 404 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:40.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:40 smithi099 bash[19899]: cluster 2024-09-21T05:47:40.360008+0000 mgr.y (mgr.14409) 405 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:40.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:40 smithi099 bash[26898]: cluster 2024-09-21T05:47:40.360008+0000 mgr.y (mgr.14409) 405 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:40.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:40 smithi112 bash[21612]: cluster 2024-09-21T05:47:40.360008+0000 mgr.y (mgr.14409) 405 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:41.053 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (9m) 2m ago 9m 13.3M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (9m) 70s ago 9m 76.3M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (7m) 2m ago 7m 47.6M - 3.8 164465d2334a 6cd678efa5be 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (2m) 70s ago 18m 438M - 19.3.0-5103-gf36283e7 48ed0a2cf89d 975f815a8f7a 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:9283,8765 running (20m) 2m ago 20m 495M - 19.1.1-373-g4e45e6b4 164465d2334a 3c41dfc43cd4 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (20m) 2m ago 20m 51.7M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (18m) 70s ago 18m 40.7M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (18m) 2m ago 18m 39.1M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (9m) 2m ago 10m 8236k - 1.5.0 0da6a335fe13 9f5f0ac119e3 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (9m) 70s ago 10m 8708k - 1.5.0 0da6a335fe13 93ffd4df1601 2024-09-21T05:47:42.448 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (17m) 2m ago 17m 59.3M 4060M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (16m) 2m ago 16m 61.7M 4060M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (15m) 2m ago 15m 58.0M 4060M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (14m) 2m ago 14m 59.6M 4060M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (13m) 70s ago 13m 61.6M 4060M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (12m) 70s ago 12m 50.9M 4060M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (12m) 70s ago 12m 58.1M 4060M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (11m) 70s ago 11m 52.0M 4060M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (9m) 70s ago 10m 44.2M - 2.43.0 a07b618ecd1d f8e6307bc823 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (7m) 2m ago 7m 93.0M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T05:47:42.449 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (7m) 70s ago 7m 94.8M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T05:47:42.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:42 smithi099 bash[19899]: cluster 2024-09-21T05:47:42.360730+0000 mgr.y (mgr.14409) 406 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:42.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:42 smithi099 bash[26898]: cluster 2024-09-21T05:47:42.360730+0000 mgr.y (mgr.14409) 406 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:42.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:42 smithi112 bash[21612]: cluster 2024-09-21T05:47:42.360730+0000 mgr.y (mgr.14409) 406 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:43.109 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions' 2024-09-21T05:47:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:43 smithi099 bash[19899]: audit 2024-09-21T05:47:42.413803+0000 mgr.y (mgr.14409) 407 : audit [DBG] from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:47:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:43 smithi099 bash[26898]: audit 2024-09-21T05:47:42.413803+0000 mgr.y (mgr.14409) 407 : audit [DBG] from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:47:43.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:43 smithi112 bash[21612]: audit 2024-09-21T05:47:42.413803+0000 mgr.y (mgr.14409) 407 : audit [DBG] from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:47:44.348 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:47:44 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:47:44] "GET /metrics HTTP/1.1" 200 38151 "" "Prometheus/2.43.0" 2024-09-21T05:47:44.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:44 smithi099 bash[19899]: audit 2024-09-21T05:47:44.351502+0000 mgr.y (mgr.14409) 408 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:44.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:44 smithi099 bash[19899]: cluster 2024-09-21T05:47:44.362005+0000 mgr.y (mgr.14409) 409 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:44.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:44 smithi099 bash[26898]: audit 2024-09-21T05:47:44.351502+0000 mgr.y (mgr.14409) 408 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:44.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:44 smithi099 bash[26898]: cluster 2024-09-21T05:47:44.362005+0000 mgr.y (mgr.14409) 409 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:44.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:44 smithi112 bash[21612]: audit 2024-09-21T05:47:44.351502+0000 mgr.y (mgr.14409) 408 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:44.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:44 smithi112 bash[21612]: cluster 2024-09-21T05:47:44.362005+0000 mgr.y (mgr.14409) 409 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:46.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:46 smithi099 bash[19899]: cluster 2024-09-21T05:47:46.362678+0000 mgr.y (mgr.14409) 410 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:46.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:46 smithi099 bash[26898]: cluster 2024-09-21T05:47:46.362678+0000 mgr.y (mgr.14409) 410 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:46.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:46 smithi112 bash[21612]: cluster 2024-09-21T05:47:46.362678+0000 mgr.y (mgr.14409) 410 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:47.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:47 smithi099 bash[19899]: audit 2024-09-21T05:47:47.189908+0000 mon.a (mon.0) 1049 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:47 smithi099 bash[26898]: audit 2024-09-21T05:47:47.189908+0000 mon.a (mon.0) 1049 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:47.925 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:47:47.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:47 smithi112 bash[21612]: audit 2024-09-21T05:47:47.189908+0000 mon.a (mon.0) 1049 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:47:48.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:48 smithi099 bash[19899]: cluster 2024-09-21T05:47:48.364371+0000 mgr.y (mgr.14409) 411 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:48.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:48 smithi099 bash[26898]: cluster 2024-09-21T05:47:48.364371+0000 mgr.y (mgr.14409) 411 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:48.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:48 smithi112 bash[21612]: cluster 2024-09-21T05:47:48.364371+0000 mgr.y (mgr.14409) 411 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 1, 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 1 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T05:47:49.469 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T05:47:49.470 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:47:49.470 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T05:47:49.470 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 14, 2024-09-21T05:47:49.470 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 1 2024-09-21T05:47:49.470 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:47:49.470 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T05:47:49.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:49 smithi099 bash[19899]: audit 2024-09-21T05:47:49.472218+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.99:0/8118139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:47:49.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:49 smithi099 bash[26898]: audit 2024-09-21T05:47:49.472218+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.99:0/8118139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:47:49.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:49 smithi112 bash[21612]: audit 2024-09-21T05:47:49.472218+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.99:0/8118139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:47:50.056 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph -s' 2024-09-21T05:47:50.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:50 smithi112 bash[21612]: cluster 2024-09-21T05:47:50.365054+0000 mgr.y (mgr.14409) 412 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:51.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:50 smithi099 bash[19899]: cluster 2024-09-21T05:47:50.365054+0000 mgr.y (mgr.14409) 412 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:51.008 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:50 smithi099 bash[26898]: cluster 2024-09-21T05:47:50.365054+0000 mgr.y (mgr.14409) 412 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:52.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:52 smithi099 bash[19899]: cluster 2024-09-21T05:47:52.365743+0000 mgr.y (mgr.14409) 413 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:52.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:52 smithi099 bash[26898]: cluster 2024-09-21T05:47:52.365743+0000 mgr.y (mgr.14409) 413 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:52.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:52 smithi112 bash[21612]: cluster 2024-09-21T05:47:52.365743+0000 mgr.y (mgr.14409) 413 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:54.356 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:47:54 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:47:54] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-21T05:47:54.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:54 smithi099 bash[19899]: audit 2024-09-21T05:47:54.359498+0000 mgr.y (mgr.14409) 414 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:54.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:54 smithi099 bash[19899]: cluster 2024-09-21T05:47:54.366914+0000 mgr.y (mgr.14409) 415 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:54.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:54 smithi099 bash[26898]: audit 2024-09-21T05:47:54.359498+0000 mgr.y (mgr.14409) 414 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:54.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:54 smithi099 bash[26898]: cluster 2024-09-21T05:47:54.366914+0000 mgr.y (mgr.14409) 415 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:54.872 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:47:54.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:54 smithi112 bash[21612]: audit 2024-09-21T05:47:54.359498+0000 mgr.y (mgr.14409) 414 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:47:54.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:54 smithi112 bash[21612]: cluster 2024-09-21T05:47:54.366914+0000 mgr.y (mgr.14409) 415 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:56.481 INFO:teuthology.orchestra.run.smithi099.stdout: cluster: 2024-09-21T05:47:56.481 INFO:teuthology.orchestra.run.smithi099.stdout: id: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:47:56.481 INFO:teuthology.orchestra.run.smithi099.stdout: health: HEALTH_OK 2024-09-21T05:47:56.481 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: services: 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: mon: 3 daemons, quorum a,b,c (age 18m) 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: mgr: y(active, since 10m), standbys: x 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: osd: 8 osds: 8 up (since 11m), 8 in (since 11m) 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: data: 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: pools: 6 pools, 161 pgs 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: objects: 244 objects, 585 KiB 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: usage: 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: pgs: 161 active+clean 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:47:56.482 INFO:teuthology.orchestra.run.smithi099.stdout: io: 2024-09-21T05:47:56.483 INFO:teuthology.orchestra.run.smithi099.stdout: client: 852 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-21T05:47:56.483 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:47:56.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:56 smithi099 bash[19899]: cluster 2024-09-21T05:47:56.367644+0000 mgr.y (mgr.14409) 416 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:56.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:56 smithi099 bash[26898]: cluster 2024-09-21T05:47:56.367644+0000 mgr.y (mgr.14409) 416 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:56.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:56 smithi112 bash[21612]: cluster 2024-09-21T05:47:56.367644+0000 mgr.y (mgr.14409) 416 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:47:57.141 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph health detail' 2024-09-21T05:47:57.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:57 smithi099 bash[19899]: audit 2024-09-21T05:47:56.485040+0000 mon.a (mon.0) 1050 : audit [DBG] from='client.? 172.21.15.99:0/383965650' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:47:57.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:57 smithi099 bash[26898]: audit 2024-09-21T05:47:56.485040+0000 mon.a (mon.0) 1050 : audit [DBG] from='client.? 172.21.15.99:0/383965650' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:47:57.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:57 smithi112 bash[21612]: audit 2024-09-21T05:47:56.485040+0000 mon.a (mon.0) 1050 : audit [DBG] from='client.? 172.21.15.99:0/383965650' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:47:58.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:47:58 smithi099 bash[19899]: cluster 2024-09-21T05:47:58.369459+0000 mgr.y (mgr.14409) 417 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:58.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:47:58 smithi099 bash[26898]: cluster 2024-09-21T05:47:58.369459+0000 mgr.y (mgr.14409) 417 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:47:58.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:47:58 smithi112 bash[21612]: cluster 2024-09-21T05:47:58.369459+0000 mgr.y (mgr.14409) 417 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:00.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:00 smithi099 bash[19899]: cluster 2024-09-21T05:48:00.370202+0000 mgr.y (mgr.14409) 418 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:00.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:00 smithi099 bash[26898]: cluster 2024-09-21T05:48:00.370202+0000 mgr.y (mgr.14409) 418 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:00.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:00 smithi112 bash[21612]: cluster 2024-09-21T05:48:00.370202+0000 mgr.y (mgr.14409) 418 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:01.964 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:48:02.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:02 smithi099 bash[19899]: audit 2024-09-21T05:48:02.190239+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:02.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:02 smithi099 bash[26898]: audit 2024-09-21T05:48:02.190239+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:02.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:02 smithi112 bash[21612]: audit 2024-09-21T05:48:02.190239+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.14409 172.21.15.99:0/1361984202' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:03.435 INFO:teuthology.orchestra.run.smithi099.stdout:HEALTH_OK 2024-09-21T05:48:03.447 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:03 smithi099 bash[26898]: cluster 2024-09-21T05:48:02.370887+0000 mgr.y (mgr.14409) 419 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:03.447 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:03 smithi099 bash[19899]: cluster 2024-09-21T05:48:02.370887+0000 mgr.y (mgr.14409) 419 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:03.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:03 smithi112 bash[21612]: cluster 2024-09-21T05:48:02.370887+0000 mgr.y (mgr.14409) 419 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:04.042 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-09-21T05:48:04.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:04 smithi099 bash[19899]: audit 2024-09-21T05:48:03.438502+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.99:0/759076580' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T05:48:04.365 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:04 smithi099 bash[26898]: audit 2024-09-21T05:48:03.438502+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.99:0/759076580' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T05:48:04.365 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:04 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:48:04] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-21T05:48:04.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:04 smithi112 bash[21612]: audit 2024-09-21T05:48:03.438502+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.99:0/759076580' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T05:48:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:05 smithi112 bash[21612]: audit 2024-09-21T05:48:04.367641+0000 mgr.y (mgr.14409) 420 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:05 smithi112 bash[21612]: cluster 2024-09-21T05:48:04.372590+0000 mgr.y (mgr.14409) 421 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:05 smithi099 bash[19899]: audit 2024-09-21T05:48:04.367641+0000 mgr.y (mgr.14409) 420 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:05 smithi099 bash[19899]: cluster 2024-09-21T05:48:04.372590+0000 mgr.y (mgr.14409) 421 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:05 smithi099 bash[26898]: audit 2024-09-21T05:48:04.367641+0000 mgr.y (mgr.14409) 420 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:05 smithi099 bash[26898]: cluster 2024-09-21T05:48:04.372590+0000 mgr.y (mgr.14409) 421 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:06 smithi099 bash[19899]: cluster 2024-09-21T05:48:06.373308+0000 mgr.y (mgr.14409) 422 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:06.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:06 smithi099 bash[26898]: cluster 2024-09-21T05:48:06.373308+0000 mgr.y (mgr.14409) 422 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:06.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:06 smithi112 bash[21612]: cluster 2024-09-21T05:48:06.373308+0000 mgr.y (mgr.14409) 422 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:08.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:08 smithi099 bash[19899]: cluster 2024-09-21T05:48:08.374442+0000 mgr.y (mgr.14409) 423 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:08.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:08 smithi099 bash[26898]: cluster 2024-09-21T05:48:08.374442+0000 mgr.y (mgr.14409) 423 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:08.866 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:48:08.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:08 smithi112 bash[21612]: cluster 2024-09-21T05:48:08.374442+0000 mgr.y (mgr.14409) 423 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:10.296 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T05:48:10.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:10 smithi112 bash[21612]: audit 2024-09-21T05:48:10.288018+0000 mon.a (mon.0) 1052 : audit [DBG] from='client.? 172.21.15.99:0/200933298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:48:10.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:10 smithi099 bash[19899]: audit 2024-09-21T05:48:10.288018+0000 mon.a (mon.0) 1052 : audit [DBG] from='client.? 172.21.15.99:0/200933298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:48:10.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:10 smithi099 bash[26898]: audit 2024-09-21T05:48:10.288018+0000 mon.a (mon.0) 1052 : audit [DBG] from='client.? 172.21.15.99:0/200933298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:48:10.917 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph mgr fail' 2024-09-21T05:48:11.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:11 smithi112 bash[21612]: cluster 2024-09-21T05:48:10.374878+0000 mgr.y (mgr.14409) 424 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:11 smithi099 bash[19899]: cluster 2024-09-21T05:48:10.374878+0000 mgr.y (mgr.14409) 424 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:11.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:11 smithi099 bash[26898]: cluster 2024-09-21T05:48:10.374878+0000 mgr.y (mgr.14409) 424 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:12.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:12 smithi099 bash[19899]: cluster 2024-09-21T05:48:12.375554+0000 mgr.y (mgr.14409) 425 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:12.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:12 smithi099 bash[26898]: cluster 2024-09-21T05:48:12.375554+0000 mgr.y (mgr.14409) 425 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:12.936 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:12 smithi112 bash[21612]: cluster 2024-09-21T05:48:12.375554+0000 mgr.y (mgr.14409) 425 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:14.375 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:14 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:48:14] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-21T05:48:14.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:14 smithi099 bash[19899]: cluster 2024-09-21T05:48:14.377241+0000 mgr.y (mgr.14409) 426 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:14.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:14 smithi099 bash[19899]: audit 2024-09-21T05:48:14.378749+0000 mgr.y (mgr.14409) 427 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:14.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:14 smithi099 bash[26898]: cluster 2024-09-21T05:48:14.377241+0000 mgr.y (mgr.14409) 426 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:14.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:14 smithi099 bash[26898]: audit 2024-09-21T05:48:14.378749+0000 mgr.y (mgr.14409) 427 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:14.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:14 smithi112 bash[21612]: cluster 2024-09-21T05:48:14.377241+0000 mgr.y (mgr.14409) 426 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:14.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:14 smithi112 bash[21612]: audit 2024-09-21T05:48:14.378749+0000 mgr.y (mgr.14409) 427 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:15.723 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:48:16.723 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:16 smithi099 bash[19899]: cluster 2024-09-21T05:48:16.378015+0000 mgr.y (mgr.14409) 428 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:16.724 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:16 smithi099 bash[26898]: cluster 2024-09-21T05:48:16.378015+0000 mgr.y (mgr.14409) 428 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:16.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:16 smithi112 bash[21612]: cluster 2024-09-21T05:48:16.378015+0000 mgr.y (mgr.14409) 428 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:17.437 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[49852]: [21/Sep/2024:05:48:17] ENGINE Bus STOPPING 2024-09-21T05:48:17.437 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[49852]: [21/Sep/2024:05:48:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:48:17.437 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[49852]: [21/Sep/2024:05:48:17] ENGINE Bus STOPPED 2024-09-21T05:48:17.460 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[20153]: debug 2024-09-21T05:48:17.101+0000 7f90b9726640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-21T05:48:17.460 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[20153]: ignoring --setuser ceph since I am not root 2024-09-21T05:48:17.461 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[20153]: ignoring --setgroup ceph since I am not root 2024-09-21T05:48:17.461 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[20153]: debug 2024-09-21T05:48:17.265+0000 7f1795caa040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.087698+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? 172.21.15.99:0/1594009957' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: cluster 2024-09-21T05:48:17.088482+0000 mon.a (mon.0) 1054 : cluster [INF] Activating manager daemon x 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.092866+0000 mon.a (mon.0) 1055 : audit [INF] from='client.? 172.21.15.99:0/1594009957' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: cluster 2024-09-21T05:48:17.101107+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: cluster 2024-09-21T05:48:17.101388+0000 mon.a (mon.0) 1057 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0129079s) 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.108081+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.108217+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.108384+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.110218+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:48:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.110682+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.110861+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.111060+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.111323+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.111543+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.111775+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.112008+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.112213+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.114445+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.114565+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.087698+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? 172.21.15.99:0/1594009957' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: cluster 2024-09-21T05:48:17.088482+0000 mon.a (mon.0) 1054 : cluster [INF] Activating manager daemon x 2024-09-21T05:48:17.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.092866+0000 mon.a (mon.0) 1055 : audit [INF] from='client.? 172.21.15.99:0/1594009957' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: cluster 2024-09-21T05:48:17.101107+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: cluster 2024-09-21T05:48:17.101388+0000 mon.a (mon.0) 1057 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0129079s) 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.108081+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.108217+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.108384+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.110218+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.110682+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.110861+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.111060+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.111323+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.111543+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.111775+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.112008+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:48:17.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.112213+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:48:17.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.114445+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:48:17.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.114565+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:48:17.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: audit 2024-09-21T05:48:17.115031+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:48:17.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[26898]: cluster 2024-09-21T05:48:17.231190+0000 mon.a (mon.0) 1058 : cluster [INF] Manager daemon x is now available 2024-09-21T05:48:17.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: audit 2024-09-21T05:48:17.115031+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:48:17.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:17 smithi099 bash[19899]: cluster 2024-09-21T05:48:17.231190+0000 mon.a (mon.0) 1058 : cluster [INF] Manager daemon x is now available 2024-09-21T05:48:17.800 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'sleep 180' 2024-09-21T05:48:17.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.087698+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? 172.21.15.99:0/1594009957' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-21T05:48:17.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: cluster 2024-09-21T05:48:17.088482+0000 mon.a (mon.0) 1054 : cluster [INF] Activating manager daemon x 2024-09-21T05:48:17.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.092866+0000 mon.a (mon.0) 1055 : audit [INF] from='client.? 172.21.15.99:0/1594009957' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: cluster 2024-09-21T05:48:17.101107+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: cluster 2024-09-21T05:48:17.101388+0000 mon.a (mon.0) 1057 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0129079s) 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.108081+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.108217+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.108384+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.110218+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.110682+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.110861+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.111060+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.111323+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.111543+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.111775+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:48:17.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.112008+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:48:17.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.112213+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:48:17.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.114445+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:48:17.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.114565+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:48:17.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: audit 2024-09-21T05:48:17.115031+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:48:17.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:17 smithi112 bash[21612]: cluster 2024-09-21T05:48:17.231190+0000 mon.a (mon.0) 1058 : cluster [INF] Manager daemon x is now available 2024-09-21T05:48:18.280 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[49852]: [21/Sep/2024:05:48:18] ENGINE Bus STARTING 2024-09-21T05:48:18.280 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[49852]: [21/Sep/2024:05:48:18] ENGINE Serving on http://:::9283 2024-09-21T05:48:18.686 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[49852]: [21/Sep/2024:05:48:18] ENGINE Bus STARTED 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: audit 2024-09-21T05:48:17.719764+0000 mon.a (mon.0) 1059 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: audit 2024-09-21T05:48:17.728481+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: audit 2024-09-21T05:48:17.764687+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: audit 2024-09-21T05:48:17.764950+0000 mon.c (mon.2) 61 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: audit 2024-09-21T05:48:17.767152+0000 mon.c (mon.2) 62 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: audit 2024-09-21T05:48:17.767563+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: audit 2024-09-21T05:48:17.805224+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: audit 2024-09-21T05:48:17.805685+0000 mon.a (mon.0) 1062 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: cluster 2024-09-21T05:48:18.108894+0000 mon.a (mon.0) 1063 : cluster [DBG] mgrmap e24: x(active, since 1.02039s) 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: audit 2024-09-21T05:48:18.135301+0000 mgr.x (mgr.24484) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:48:19.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[19899]: cluster 2024-09-21T05:48:18.139099+0000 mgr.x (mgr.24484) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:48:19.009 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[20153]: debug 2024-09-21T05:48:18.525+0000 7f1795caa040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T05:48:19.009 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[20153]: debug 2024-09-21T05:48:18.589+0000 7f1795caa040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T05:48:19.009 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[20153]: debug 2024-09-21T05:48:18.749+0000 7f1795caa040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T05:48:19.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: audit 2024-09-21T05:48:17.719764+0000 mon.a (mon.0) 1059 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:19.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: audit 2024-09-21T05:48:17.728481+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:19.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: audit 2024-09-21T05:48:17.764687+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:19.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: audit 2024-09-21T05:48:17.764950+0000 mon.c (mon.2) 61 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:48:19.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: audit 2024-09-21T05:48:17.767152+0000 mon.c (mon.2) 62 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:48:19.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: audit 2024-09-21T05:48:17.767563+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:48:19.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: audit 2024-09-21T05:48:17.805224+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:48:19.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: audit 2024-09-21T05:48:17.805685+0000 mon.a (mon.0) 1062 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:48:19.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: cluster 2024-09-21T05:48:18.108894+0000 mon.a (mon.0) 1063 : cluster [DBG] mgrmap e24: x(active, since 1.02039s) 2024-09-21T05:48:19.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: audit 2024-09-21T05:48:18.135301+0000 mgr.x (mgr.24484) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:48:19.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:18 smithi099 bash[26898]: cluster 2024-09-21T05:48:18.139099+0000 mgr.x (mgr.24484) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: audit 2024-09-21T05:48:17.719764+0000 mon.a (mon.0) 1059 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: audit 2024-09-21T05:48:17.728481+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: audit 2024-09-21T05:48:17.764687+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: audit 2024-09-21T05:48:17.764950+0000 mon.c (mon.2) 61 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: audit 2024-09-21T05:48:17.767152+0000 mon.c (mon.2) 62 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: audit 2024-09-21T05:48:17.767563+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: audit 2024-09-21T05:48:17.805224+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: audit 2024-09-21T05:48:17.805685+0000 mon.a (mon.0) 1062 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: cluster 2024-09-21T05:48:18.108894+0000 mon.a (mon.0) 1063 : cluster [DBG] mgrmap e24: x(active, since 1.02039s) 2024-09-21T05:48:19.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: audit 2024-09-21T05:48:18.135301+0000 mgr.x (mgr.24484) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:48:19.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:18 smithi112 bash[21612]: cluster 2024-09-21T05:48:18.139099+0000 mgr.x (mgr.24484) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:48:19.687 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: debug 2024-09-21T05:48:19.277+0000 7f15a2fac640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:05:48:19] ENGINE Error in HTTPServer.serve 2024-09-21T05:48:19.687 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: Traceback (most recent call last): 2024-09-21T05:48:19.687 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: self._connections.run(self.expiration_interval) 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: self._run(expiration_interval) 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: s = self.context.wrap_socket( 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: return self.sslsocket_class._create( 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: self.do_handshake() 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: self._sslobj.do_handshake() 2024-09-21T05:48:19.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:19 smithi112 bash[49852]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:48:19.727 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:19 smithi099 bash[20153]: debug 2024-09-21T05:48:19.401+0000 7f1795caa040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T05:48:19.727 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:19 smithi099 bash[20153]: debug 2024-09-21T05:48:19.473+0000 7f1795caa040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T05:48:19.727 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:19 smithi099 bash[20153]: debug 2024-09-21T05:48:19.541+0000 7f1795caa040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T05:48:20.007 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:19 smithi099 bash[20153]: debug 2024-09-21T05:48:19.725+0000 7f1795caa040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T05:48:20.008 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:19 smithi099 bash[20153]: debug 2024-09-21T05:48:19.805+0000 7f1795caa040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T05:48:20.008 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:19 smithi099 bash[20153]: debug 2024-09-21T05:48:19.873+0000 7f1795caa040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T05:48:20.405 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[19899]: cephadm 2024-09-21T05:48:18.306280+0000 mgr.x (mgr.24484) 3 : cephadm [INF] Deploying cephadm binary to smithi099 2024-09-21T05:48:20.405 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[19899]: cephadm 2024-09-21T05:48:18.333090+0000 mgr.x (mgr.24484) 4 : cephadm [INF] Deploying cephadm binary to smithi112 2024-09-21T05:48:20.406 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[19899]: cephadm 2024-09-21T05:48:18.978386+0000 mgr.x (mgr.24484) 5 : cephadm [INF] [21/Sep/2024:05:48:18] ENGINE Bus STARTING 2024-09-21T05:48:20.406 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[19899]: cephadm 2024-09-21T05:48:19.089052+0000 mgr.x (mgr.24484) 6 : cephadm [INF] [21/Sep/2024:05:48:19] ENGINE Serving on http://172.21.15.112:8765 2024-09-21T05:48:20.406 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[19899]: cluster 2024-09-21T05:48:19.118119+0000 mgr.x (mgr.24484) 7 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:48:20.406 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[20153]: debug 2024-09-21T05:48:20.137+0000 7f1795caa040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T05:48:20.406 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[20153]: debug 2024-09-21T05:48:20.205+0000 7f1795caa040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T05:48:20.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[26898]: cephadm 2024-09-21T05:48:18.306280+0000 mgr.x (mgr.24484) 3 : cephadm [INF] Deploying cephadm binary to smithi099 2024-09-21T05:48:20.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[26898]: cephadm 2024-09-21T05:48:18.333090+0000 mgr.x (mgr.24484) 4 : cephadm [INF] Deploying cephadm binary to smithi112 2024-09-21T05:48:20.406 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[26898]: cephadm 2024-09-21T05:48:18.978386+0000 mgr.x (mgr.24484) 5 : cephadm [INF] [21/Sep/2024:05:48:18] ENGINE Bus STARTING 2024-09-21T05:48:20.407 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[26898]: cephadm 2024-09-21T05:48:19.089052+0000 mgr.x (mgr.24484) 6 : cephadm [INF] [21/Sep/2024:05:48:19] ENGINE Serving on http://172.21.15.112:8765 2024-09-21T05:48:20.407 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[26898]: cluster 2024-09-21T05:48:19.118119+0000 mgr.x (mgr.24484) 7 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:48:20.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:20 smithi112 bash[21612]: cephadm 2024-09-21T05:48:18.306280+0000 mgr.x (mgr.24484) 3 : cephadm [INF] Deploying cephadm binary to smithi099 2024-09-21T05:48:20.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:20 smithi112 bash[21612]: cephadm 2024-09-21T05:48:18.333090+0000 mgr.x (mgr.24484) 4 : cephadm [INF] Deploying cephadm binary to smithi112 2024-09-21T05:48:20.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:20 smithi112 bash[21612]: cephadm 2024-09-21T05:48:18.978386+0000 mgr.x (mgr.24484) 5 : cephadm [INF] [21/Sep/2024:05:48:18] ENGINE Bus STARTING 2024-09-21T05:48:20.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:20 smithi112 bash[21612]: cephadm 2024-09-21T05:48:19.089052+0000 mgr.x (mgr.24484) 6 : cephadm [INF] [21/Sep/2024:05:48:19] ENGINE Serving on http://172.21.15.112:8765 2024-09-21T05:48:20.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:20 smithi112 bash[21612]: cluster 2024-09-21T05:48:19.118119+0000 mgr.x (mgr.24484) 7 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:48:20.742 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[20153]: debug 2024-09-21T05:48:20.405+0000 7f1795caa040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T05:48:20.742 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[20153]: debug 2024-09-21T05:48:20.481+0000 7f1795caa040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T05:48:21.007 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[20153]: debug 2024-09-21T05:48:20.741+0000 7f1795caa040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T05:48:21.008 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:20 smithi099 bash[20153]: debug 2024-09-21T05:48:20.925+0000 7f1795caa040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:48:21.366 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[20153]: debug 2024-09-21T05:48:21.097+0000 7f1795caa040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T05:48:21.366 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[20153]: debug 2024-09-21T05:48:21.181+0000 7f1795caa040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T05:48:21.367 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: cephadm 2024-09-21T05:48:19.256838+0000 mgr.x (mgr.24484) 8 : cephadm [INF] [21/Sep/2024:05:48:19] ENGINE Serving on https://172.21.15.112:7150 2024-09-21T05:48:21.367 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: cephadm 2024-09-21T05:48:19.257049+0000 mgr.x (mgr.24484) 9 : cephadm [INF] [21/Sep/2024:05:48:19] ENGINE Bus STARTED 2024-09-21T05:48:21.367 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: cephadm 2024-09-21T05:48:19.280470+0000 mgr.x (mgr.24484) 10 : cephadm [ERR] [21/Sep/2024:05:48:19] ENGINE Error in HTTPServer.serve 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: Traceback (most recent call last): 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: self._connections.run(self.expiration_interval) 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: self._run(expiration_interval) 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: s = self.context.wrap_socket( 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: return self.sslsocket_class._create( 2024-09-21T05:48:21.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: self.do_handshake() 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: self._sslobj.do_handshake() 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: cluster 2024-09-21T05:48:20.119709+0000 mon.a (mon.0) 1064 : cluster [DBG] mgrmap e25: x(active, since 3s) 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[19899]: audit 2024-09-21T05:48:21.104158+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: cephadm 2024-09-21T05:48:19.256838+0000 mgr.x (mgr.24484) 8 : cephadm [INF] [21/Sep/2024:05:48:19] ENGINE Serving on https://172.21.15.112:7150 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: cephadm 2024-09-21T05:48:19.257049+0000 mgr.x (mgr.24484) 9 : cephadm [INF] [21/Sep/2024:05:48:19] ENGINE Bus STARTED 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: cephadm 2024-09-21T05:48:19.280470+0000 mgr.x (mgr.24484) 10 : cephadm [ERR] [21/Sep/2024:05:48:19] ENGINE Error in HTTPServer.serve 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: Traceback (most recent call last): 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:48:21.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: self._connections.run(self.expiration_interval) 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: self._run(expiration_interval) 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: s = self.context.wrap_socket( 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: return self.sslsocket_class._create( 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: self.do_handshake() 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:48:21.370 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: self._sslobj.do_handshake() 2024-09-21T05:48:21.371 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:48:21.371 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: cluster 2024-09-21T05:48:20.119709+0000 mon.a (mon.0) 1064 : cluster [DBG] mgrmap e25: x(active, since 3s) 2024-09-21T05:48:21.371 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[26898]: audit 2024-09-21T05:48:21.104158+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:21.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: cephadm 2024-09-21T05:48:19.256838+0000 mgr.x (mgr.24484) 8 : cephadm [INF] [21/Sep/2024:05:48:19] ENGINE Serving on https://172.21.15.112:7150 2024-09-21T05:48:21.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: cephadm 2024-09-21T05:48:19.257049+0000 mgr.x (mgr.24484) 9 : cephadm [INF] [21/Sep/2024:05:48:19] ENGINE Bus STARTED 2024-09-21T05:48:21.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: cephadm 2024-09-21T05:48:19.280470+0000 mgr.x (mgr.24484) 10 : cephadm [ERR] [21/Sep/2024:05:48:19] ENGINE Error in HTTPServer.serve 2024-09-21T05:48:21.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: Traceback (most recent call last): 2024-09-21T05:48:21.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: self._connections.run(self.expiration_interval) 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: self._run(expiration_interval) 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: s = self.context.wrap_socket( 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: return self.sslsocket_class._create( 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:48:21.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: self.do_handshake() 2024-09-21T05:48:21.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:48:21.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: self._sslobj.do_handshake() 2024-09-21T05:48:21.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:48:21.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: cluster 2024-09-21T05:48:20.119709+0000 mon.a (mon.0) 1064 : cluster [DBG] mgrmap e25: x(active, since 3s) 2024-09-21T05:48:21.439 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:21 smithi112 bash[21612]: audit 2024-09-21T05:48:21.104158+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:21.757 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:21 smithi099 bash[20153]: debug 2024-09-21T05:48:21.365+0000 7f1795caa040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T05:48:22.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:22 smithi112 bash[21612]: audit 2024-09-21T05:48:21.109616+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:22.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:22 smithi112 bash[21612]: cluster 2024-09-21T05:48:21.118467+0000 mgr.x (mgr.24484) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:48:22.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:22 smithi099 bash[20153]: debug 2024-09-21T05:48:22.217+0000 7f1795caa040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T05:48:22.508 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:22 smithi099 bash[20153]: debug 2024-09-21T05:48:22.293+0000 7f1795caa040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T05:48:22.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:22 smithi099 bash[19899]: audit 2024-09-21T05:48:21.109616+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:22.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:22 smithi099 bash[19899]: cluster 2024-09-21T05:48:21.118467+0000 mgr.x (mgr.24484) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:48:22.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:22 smithi099 bash[26898]: audit 2024-09-21T05:48:21.109616+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:22.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:22 smithi099 bash[26898]: cluster 2024-09-21T05:48:21.118467+0000 mgr.x (mgr.24484) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:48:22.583 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:48:22.989 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:22 smithi099 bash[20153]: debug 2024-09-21T05:48:22.517+0000 7f1795caa040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T05:48:22.989 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:22 smithi099 bash[20153]: debug 2024-09-21T05:48:22.597+0000 7f1795caa040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T05:48:23.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:22 smithi099 bash[20153]: debug 2024-09-21T05:48:22.989+0000 7f1795caa040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T05:48:23.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[20153]: debug 2024-09-21T05:48:23.069+0000 7f1795caa040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T05:48:23.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[20153]: [21/Sep/2024:05:48:23] ENGINE Bus STARTING 2024-09-21T05:48:23.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[20153]: CherryPy Checker: 2024-09-21T05:48:23.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[20153]: The Application mounted at '' has an empty config. 2024-09-21T05:48:23.258 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[20153]: [21/Sep/2024:05:48:23] ENGINE Serving on http://:::9283 2024-09-21T05:48:23.259 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[20153]: [21/Sep/2024:05:48:23] ENGINE Bus STARTED 2024-09-21T05:48:23.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[19899]: cluster 2024-09-21T05:48:22.124397+0000 mon.a (mon.0) 1067 : cluster [DBG] mgrmap e26: x(active, since 5s) 2024-09-21T05:48:23.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[19899]: cluster 2024-09-21T05:48:23.092775+0000 mon.a (mon.0) 1068 : cluster [DBG] Standby manager daemon y started 2024-09-21T05:48:23.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[19899]: audit 2024-09-21T05:48:23.095464+0000 mon.a (mon.0) 1069 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T05:48:23.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[19899]: audit 2024-09-21T05:48:23.097544+0000 mon.a (mon.0) 1070 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:48:23.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[19899]: audit 2024-09-21T05:48:23.099631+0000 mon.a (mon.0) 1071 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T05:48:23.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[19899]: audit 2024-09-21T05:48:23.099984+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:48:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[26898]: cluster 2024-09-21T05:48:22.124397+0000 mon.a (mon.0) 1067 : cluster [DBG] mgrmap e26: x(active, since 5s) 2024-09-21T05:48:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[26898]: cluster 2024-09-21T05:48:23.092775+0000 mon.a (mon.0) 1068 : cluster [DBG] Standby manager daemon y started 2024-09-21T05:48:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[26898]: audit 2024-09-21T05:48:23.095464+0000 mon.a (mon.0) 1069 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T05:48:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[26898]: audit 2024-09-21T05:48:23.097544+0000 mon.a (mon.0) 1070 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:48:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[26898]: audit 2024-09-21T05:48:23.099631+0000 mon.a (mon.0) 1071 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T05:48:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:23 smithi099 bash[26898]: audit 2024-09-21T05:48:23.099984+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:48:23.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:23 smithi112 bash[21612]: cluster 2024-09-21T05:48:22.124397+0000 mon.a (mon.0) 1067 : cluster [DBG] mgrmap e26: x(active, since 5s) 2024-09-21T05:48:23.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:23 smithi112 bash[21612]: cluster 2024-09-21T05:48:23.092775+0000 mon.a (mon.0) 1068 : cluster [DBG] Standby manager daemon y started 2024-09-21T05:48:23.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:23 smithi112 bash[21612]: audit 2024-09-21T05:48:23.095464+0000 mon.a (mon.0) 1069 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T05:48:23.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:23 smithi112 bash[21612]: audit 2024-09-21T05:48:23.097544+0000 mon.a (mon.0) 1070 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:48:23.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:23 smithi112 bash[21612]: audit 2024-09-21T05:48:23.099631+0000 mon.a (mon.0) 1071 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T05:48:23.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:23 smithi112 bash[21612]: audit 2024-09-21T05:48:23.099984+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.? 172.21.15.99:0/2543092060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:48:24.384 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:24 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:48:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-21T05:48:24.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:24 smithi099 bash[26898]: cluster 2024-09-21T05:48:23.119623+0000 mgr.x (mgr.24484) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T05:48:24.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:24 smithi099 bash[26898]: cluster 2024-09-21T05:48:23.134662+0000 mon.a (mon.0) 1073 : cluster [DBG] mgrmap e27: x(active, since 6s), standbys: y 2024-09-21T05:48:24.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:24 smithi099 bash[26898]: audit 2024-09-21T05:48:23.141093+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:48:24.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:24 smithi099 bash[19899]: cluster 2024-09-21T05:48:23.119623+0000 mgr.x (mgr.24484) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T05:48:24.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:24 smithi099 bash[19899]: cluster 2024-09-21T05:48:23.134662+0000 mon.a (mon.0) 1073 : cluster [DBG] mgrmap e27: x(active, since 6s), standbys: y 2024-09-21T05:48:24.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:24 smithi099 bash[19899]: audit 2024-09-21T05:48:23.141093+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:48:24.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:24 smithi112 bash[21612]: cluster 2024-09-21T05:48:23.119623+0000 mgr.x (mgr.24484) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T05:48:24.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:24 smithi112 bash[21612]: cluster 2024-09-21T05:48:23.134662+0000 mon.a (mon.0) 1073 : cluster [DBG] mgrmap e27: x(active, since 6s), standbys: y 2024-09-21T05:48:24.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:24 smithi112 bash[21612]: audit 2024-09-21T05:48:23.141093+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:48:26.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:26 smithi112 bash[21612]: audit 2024-09-21T05:48:24.391282+0000 mgr.x (mgr.24484) 13 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:26.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:26 smithi112 bash[21612]: cluster 2024-09-21T05:48:25.121139+0000 mgr.x (mgr.24484) 14 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T05:48:26.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:26 smithi099 bash[26898]: audit 2024-09-21T05:48:24.391282+0000 mgr.x (mgr.24484) 13 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:26.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:26 smithi099 bash[26898]: cluster 2024-09-21T05:48:25.121139+0000 mgr.x (mgr.24484) 14 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T05:48:26.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:26 smithi099 bash[19899]: audit 2024-09-21T05:48:24.391282+0000 mgr.x (mgr.24484) 13 : audit [DBG] from='client.14826 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:26.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:26 smithi099 bash[19899]: cluster 2024-09-21T05:48:25.121139+0000 mgr.x (mgr.24484) 14 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T05:48:27.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:27 smithi112 bash[21612]: audit 2024-09-21T05:48:26.300189+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:27 smithi112 bash[21612]: audit 2024-09-21T05:48:26.306552+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:27 smithi112 bash[21612]: audit 2024-09-21T05:48:26.619563+0000 mon.a (mon.0) 1076 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:27 smithi112 bash[21612]: audit 2024-09-21T05:48:26.631550+0000 mon.a (mon.0) 1077 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:27 smithi112 bash[21612]: cluster 2024-09-21T05:48:27.121670+0000 mgr.x (mgr.24484) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T05:48:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[19899]: audit 2024-09-21T05:48:26.300189+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[19899]: audit 2024-09-21T05:48:26.306552+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[19899]: audit 2024-09-21T05:48:26.619563+0000 mon.a (mon.0) 1076 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[19899]: audit 2024-09-21T05:48:26.631550+0000 mon.a (mon.0) 1077 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[19899]: cluster 2024-09-21T05:48:27.121670+0000 mgr.x (mgr.24484) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T05:48:27.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[26898]: audit 2024-09-21T05:48:26.300189+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[26898]: audit 2024-09-21T05:48:26.306552+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[26898]: audit 2024-09-21T05:48:26.619563+0000 mon.a (mon.0) 1076 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[26898]: audit 2024-09-21T05:48:26.631550+0000 mon.a (mon.0) 1077 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:27.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:27 smithi099 bash[26898]: cluster 2024-09-21T05:48:27.121670+0000 mgr.x (mgr.24484) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T05:48:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.448339+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.456201+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.459325+0000 mon.c (mon.2) 65 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.459573+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.460977+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.461451+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.462691+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.462928+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.464416+0000 mon.c (mon.2) 68 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.464813+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:27.469383+0000 mgr.x (mgr.24484) 16 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 3036M 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.469673+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.762860+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.775670+0000 mon.a (mon.0) 1086 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.779158+0000 mon.c (mon.2) 69 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.779884+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.781954+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.782592+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.784738+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.448339+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.456201+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.459325+0000 mon.c (mon.2) 65 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.459573+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.460977+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.461451+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.462691+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.462928+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.464416+0000 mon.c (mon.2) 68 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.464813+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:27.469383+0000 mgr.x (mgr.24484) 16 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 3036M 2024-09-21T05:48:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.469673+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.762860+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.775670+0000 mon.a (mon.0) 1086 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.779158+0000 mon.c (mon.2) 69 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.779884+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.781954+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.782592+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.784738+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.785290+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.786993+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.787607+0000 mon.a (mon.0) 1090 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:27.792490+0000 mgr.x (mgr.24484) 17 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 3292M 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.795861+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.800794+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:27.802508+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:27.807715+0000 mgr.x (mgr.24484) 18 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:27.808084+0000 mgr.x (mgr.24484) 19 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:27.945929+0000 mgr.x (mgr.24484) 20 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:27.946175+0000 mgr.x (mgr.24484) 21 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:28.033880+0000 mgr.x (mgr.24484) 22 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:28.043557+0000 mgr.x (mgr.24484) 23 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:28.113034+0000 mgr.x (mgr.24484) 24 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:48:28.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: cephadm 2024-09-21T05:48:28.132321+0000 mgr.x (mgr.24484) 25 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:28.202867+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:28.223194+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:28.233765+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:28.249464+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:28.264184+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:28.295839+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.785290+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.786993+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.787607+0000 mon.a (mon.0) 1090 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:27.792490+0000 mgr.x (mgr.24484) 17 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 3292M 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.795861+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.800794+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:48:28.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:27.802508+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:27.807715+0000 mgr.x (mgr.24484) 18 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:27.808084+0000 mgr.x (mgr.24484) 19 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:27.945929+0000 mgr.x (mgr.24484) 20 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:27.946175+0000 mgr.x (mgr.24484) 21 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:28.033880+0000 mgr.x (mgr.24484) 22 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:28.043557+0000 mgr.x (mgr.24484) 23 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:28.113034+0000 mgr.x (mgr.24484) 24 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: cephadm 2024-09-21T05:48:28.132321+0000 mgr.x (mgr.24484) 25 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:28.202867+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:28.223194+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:28.233765+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:28.249464+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:28.264184+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:28.295839+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:48:28.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:28.296717+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:48:28.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[19899]: audit 2024-09-21T05:48:28.306045+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:48:28.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:28.296717+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:48:28.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:28 smithi099 bash[26898]: audit 2024-09-21T05:48:28.306045+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:48:28.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.448339+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.456201+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.459325+0000 mon.c (mon.2) 65 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.459573+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.460977+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.461451+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.462691+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.462928+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.464416+0000 mon.c (mon.2) 68 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.464813+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:27.469383+0000 mgr.x (mgr.24484) 16 : cephadm [INF] Adjusting osd_memory_target on smithi099 to 3036M 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.469673+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.762860+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.775670+0000 mon.a (mon.0) 1086 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.938 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.779158+0000 mon.c (mon.2) 69 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.779884+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.781954+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.782592+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.784738+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.785290+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.786993+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.787607+0000 mon.a (mon.0) 1090 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:27.792490+0000 mgr.x (mgr.24484) 17 : cephadm [INF] Adjusting osd_memory_target on smithi112 to 3292M 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.795861+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.800794+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:27.802508+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:27.807715+0000 mgr.x (mgr.24484) 18 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:27.808084+0000 mgr.x (mgr.24484) 19 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:27.945929+0000 mgr.x (mgr.24484) 20 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:27.946175+0000 mgr.x (mgr.24484) 21 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:28.033880+0000 mgr.x (mgr.24484) 22 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:28.043557+0000 mgr.x (mgr.24484) 23 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:28.113034+0000 mgr.x (mgr.24484) 24 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: cephadm 2024-09-21T05:48:28.132321+0000 mgr.x (mgr.24484) 25 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:48:28.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:28.202867+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:28.223194+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:28.233765+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:28.249464+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:28.264184+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:28.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:28.295839+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:48:28.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:28.296717+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:48:28.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:28 smithi112 bash[21612]: audit 2024-09-21T05:48:28.306045+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:48:29.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:29 smithi099 bash[19899]: cephadm 2024-09-21T05:48:28.298680+0000 mgr.x (mgr.24484) 26 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T05:48:29.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:29 smithi099 bash[19899]: cephadm 2024-09-21T05:48:28.311346+0000 mgr.x (mgr.24484) 27 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:48:29.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:29 smithi099 bash[19899]: cluster 2024-09-21T05:48:29.123329+0000 mgr.x (mgr.24484) 28 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:48:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:29 smithi099 bash[26898]: cephadm 2024-09-21T05:48:28.298680+0000 mgr.x (mgr.24484) 26 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T05:48:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:29 smithi099 bash[26898]: cephadm 2024-09-21T05:48:28.311346+0000 mgr.x (mgr.24484) 27 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:48:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:29 smithi099 bash[26898]: cluster 2024-09-21T05:48:29.123329+0000 mgr.x (mgr.24484) 28 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:48:29.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:29 smithi112 bash[21612]: cephadm 2024-09-21T05:48:28.298680+0000 mgr.x (mgr.24484) 26 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T05:48:29.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:29 smithi112 bash[21612]: cephadm 2024-09-21T05:48:28.311346+0000 mgr.x (mgr.24484) 27 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:48:29.937 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:29 smithi112 bash[21612]: cluster 2024-09-21T05:48:29.123329+0000 mgr.x (mgr.24484) 28 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:48:30.687 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:30 smithi112 bash[47520]: ts=2024-09-21T05:48:30.403Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T05:48:30.687 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:30 smithi112 bash[47520]: ts=2024-09-21T05:48:30.407Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T05:48:30.687 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:30 smithi112 bash[47520]: ts=2024-09-21T05:48:30.407Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T05:48:30.687 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:30 smithi112 bash[47520]: ts=2024-09-21T05:48:30.408Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T05:48:30.687 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:30 smithi112 bash[47520]: ts=2024-09-21T05:48:30.408Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T05:48:32.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:32 smithi112 bash[21612]: cluster 2024-09-21T05:48:31.124085+0000 mgr.x (mgr.24484) 29 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:48:32.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:32 smithi112 bash[21612]: audit 2024-09-21T05:48:31.435045+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:32.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:32 smithi112 bash[21612]: audit 2024-09-21T05:48:31.442880+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:32.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:32 smithi099 bash[19899]: cluster 2024-09-21T05:48:31.124085+0000 mgr.x (mgr.24484) 29 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:48:32.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:32 smithi099 bash[19899]: audit 2024-09-21T05:48:31.435045+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:32.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:32 smithi099 bash[19899]: audit 2024-09-21T05:48:31.442880+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:32.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:32 smithi099 bash[26898]: cluster 2024-09-21T05:48:31.124085+0000 mgr.x (mgr.24484) 29 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:48:32.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:32 smithi099 bash[26898]: audit 2024-09-21T05:48:31.435045+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:32.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:32 smithi099 bash[26898]: audit 2024-09-21T05:48:31.442880+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:33 smithi099 bash[19899]: cephadm 2024-09-21T05:48:31.451088+0000 mgr.x (mgr.24484) 30 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:48:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:33 smithi099 bash[19899]: cephadm 2024-09-21T05:48:31.748605+0000 mgr.x (mgr.24484) 31 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:48:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:33 smithi099 bash[19899]: audit 2024-09-21T05:48:32.765745+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:33 smithi099 bash[19899]: audit 2024-09-21T05:48:32.964696+0000 mon.c (mon.2) 78 : audit [DBG] from='client.? 172.21.15.99:0/2163360445' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:48:33.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:33 smithi099 bash[26898]: cephadm 2024-09-21T05:48:31.451088+0000 mgr.x (mgr.24484) 30 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:48:33.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:33 smithi099 bash[26898]: cephadm 2024-09-21T05:48:31.748605+0000 mgr.x (mgr.24484) 31 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:48:33.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:33 smithi099 bash[26898]: audit 2024-09-21T05:48:32.765745+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:33.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:33 smithi099 bash[26898]: audit 2024-09-21T05:48:32.964696+0000 mon.c (mon.2) 78 : audit [DBG] from='client.? 172.21.15.99:0/2163360445' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:48:33.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:33 smithi112 bash[21612]: cephadm 2024-09-21T05:48:31.451088+0000 mgr.x (mgr.24484) 30 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:48:33.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:33 smithi112 bash[21612]: cephadm 2024-09-21T05:48:31.748605+0000 mgr.x (mgr.24484) 31 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:48:33.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:33 smithi112 bash[21612]: audit 2024-09-21T05:48:32.765745+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:33.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:33 smithi112 bash[21612]: audit 2024-09-21T05:48:32.964696+0000 mon.c (mon.2) 78 : audit [DBG] from='client.? 172.21.15.99:0/2163360445' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:48:34.507 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:48:34 smithi099 bash[20153]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:48:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-21T05:48:34.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:34 smithi099 bash[19899]: cluster 2024-09-21T05:48:33.125015+0000 mgr.x (mgr.24484) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:48:34.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:34 smithi099 bash[19899]: audit 2024-09-21T05:48:33.288409+0000 mon.c (mon.2) 79 : audit [INF] from='client.? 172.21.15.99:0/1914195799' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/727204785"}]: dispatch 2024-09-21T05:48:34.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:34 smithi099 bash[19899]: audit 2024-09-21T05:48:33.289018+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/727204785"}]: dispatch 2024-09-21T05:48:34.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:34 smithi099 bash[26898]: cluster 2024-09-21T05:48:33.125015+0000 mgr.x (mgr.24484) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:48:34.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:34 smithi099 bash[26898]: audit 2024-09-21T05:48:33.288409+0000 mon.c (mon.2) 79 : audit [INF] from='client.? 172.21.15.99:0/1914195799' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/727204785"}]: dispatch 2024-09-21T05:48:34.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:34 smithi099 bash[26898]: audit 2024-09-21T05:48:33.289018+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/727204785"}]: dispatch 2024-09-21T05:48:34.687 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:48:34 smithi112 bash[46851]: logger=cleanup t=2024-09-21T05:48:34.365952547Z level=info msg="Completed cleanup jobs" duration=189.947327ms 2024-09-21T05:48:34.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:34 smithi112 bash[21612]: cluster 2024-09-21T05:48:33.125015+0000 mgr.x (mgr.24484) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:48:34.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:34 smithi112 bash[21612]: audit 2024-09-21T05:48:33.288409+0000 mon.c (mon.2) 79 : audit [INF] from='client.? 172.21.15.99:0/1914195799' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/727204785"}]: dispatch 2024-09-21T05:48:34.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:34 smithi112 bash[21612]: audit 2024-09-21T05:48:33.289018+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/727204785"}]: dispatch 2024-09-21T05:48:35.498 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:35 smithi112 bash[21612]: audit 2024-09-21T05:48:34.186946+0000 mon.a (mon.0) 1101 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/727204785"}]': finished 2024-09-21T05:48:35.498 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:35 smithi112 bash[21612]: cluster 2024-09-21T05:48:34.194822+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-21T05:48:35.499 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:35 smithi112 bash[21612]: audit 2024-09-21T05:48:34.518503+0000 mon.c (mon.2) 80 : audit [INF] from='client.? 172.21.15.99:0/3158255174' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1892486826"}]: dispatch 2024-09-21T05:48:35.499 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:35 smithi112 bash[21612]: audit 2024-09-21T05:48:34.519057+0000 mon.a (mon.0) 1103 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1892486826"}]: dispatch 2024-09-21T05:48:35.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:35 smithi099 bash[26898]: audit 2024-09-21T05:48:34.186946+0000 mon.a (mon.0) 1101 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/727204785"}]': finished 2024-09-21T05:48:35.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:35 smithi099 bash[26898]: cluster 2024-09-21T05:48:34.194822+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-21T05:48:35.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:35 smithi099 bash[26898]: audit 2024-09-21T05:48:34.518503+0000 mon.c (mon.2) 80 : audit [INF] from='client.? 172.21.15.99:0/3158255174' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1892486826"}]: dispatch 2024-09-21T05:48:35.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:35 smithi099 bash[26898]: audit 2024-09-21T05:48:34.519057+0000 mon.a (mon.0) 1103 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1892486826"}]: dispatch 2024-09-21T05:48:35.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:35 smithi099 bash[19899]: audit 2024-09-21T05:48:34.186946+0000 mon.a (mon.0) 1101 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/727204785"}]': finished 2024-09-21T05:48:35.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:35 smithi099 bash[19899]: cluster 2024-09-21T05:48:34.194822+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-21T05:48:35.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:35 smithi099 bash[19899]: audit 2024-09-21T05:48:34.518503+0000 mon.c (mon.2) 80 : audit [INF] from='client.? 172.21.15.99:0/3158255174' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1892486826"}]: dispatch 2024-09-21T05:48:35.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:35 smithi099 bash[19899]: audit 2024-09-21T05:48:34.519057+0000 mon.a (mon.0) 1103 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1892486826"}]: dispatch 2024-09-21T05:48:36.488 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[21612]: cluster 2024-09-21T05:48:35.125561+0000 mgr.x (mgr.24484) 33 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 1 op/s 2024-09-21T05:48:36.489 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[21612]: audit 2024-09-21T05:48:35.199671+0000 mon.a (mon.0) 1104 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1892486826"}]': finished 2024-09-21T05:48:36.489 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[21612]: cluster 2024-09-21T05:48:35.206584+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-21T05:48:36.489 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[21612]: audit 2024-09-21T05:48:35.536239+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.15.99:0/3884290426' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1605114239"}]: dispatch 2024-09-21T05:48:36.489 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 systemd[1]: Stopping Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T05:48:36.489 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.335Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-21T05:48:36.489 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.335Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-21T05:48:36.489 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.335Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-21T05:48:36.489 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.335Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-21T05:48:36.489 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.335Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-21T05:48:36.489 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.335Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-21T05:48:36.490 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.335Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-21T05:48:36.490 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.335Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-21T05:48:36.490 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.336Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-21T05:48:36.490 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.336Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-21T05:48:36.490 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.336Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-21T05:48:36.490 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[47520]: ts=2024-09-21T05:48:36.336Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-21T05:48:36.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:36 smithi099 bash[19899]: cluster 2024-09-21T05:48:35.125561+0000 mgr.x (mgr.24484) 33 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 1 op/s 2024-09-21T05:48:36.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:36 smithi099 bash[19899]: audit 2024-09-21T05:48:35.199671+0000 mon.a (mon.0) 1104 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1892486826"}]': finished 2024-09-21T05:48:36.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:36 smithi099 bash[19899]: cluster 2024-09-21T05:48:35.206584+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-21T05:48:36.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:36 smithi099 bash[19899]: audit 2024-09-21T05:48:35.536239+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.15.99:0/3884290426' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1605114239"}]: dispatch 2024-09-21T05:48:36.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:36 smithi099 bash[26898]: cluster 2024-09-21T05:48:35.125561+0000 mgr.x (mgr.24484) 33 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 1 op/s 2024-09-21T05:48:36.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:36 smithi099 bash[26898]: audit 2024-09-21T05:48:35.199671+0000 mon.a (mon.0) 1104 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1892486826"}]': finished 2024-09-21T05:48:36.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:36 smithi099 bash[26898]: cluster 2024-09-21T05:48:35.206584+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-21T05:48:36.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:36 smithi099 bash[26898]: audit 2024-09-21T05:48:35.536239+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.15.99:0/3884290426' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1605114239"}]: dispatch 2024-09-21T05:48:37.046 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:36 smithi112 bash[51585]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T05:48:37.046 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:37 smithi112 bash[51645]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T05:48:37.046 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:37 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-21T05:48:37.046 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:37 smithi112 systemd[1]: Stopped Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:48:37.046 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:37 smithi112 systemd[1]: Started Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:48:37.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:37 smithi112 bash[21612]: audit 2024-09-21T05:48:36.212594+0000 mon.a (mon.0) 1107 : audit [INF] from='client.? 172.21.15.99:0/3884290426' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1605114239"}]': finished 2024-09-21T05:48:37.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:37 smithi112 bash[21612]: cluster 2024-09-21T05:48:36.220653+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-21T05:48:37.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:37 smithi112 bash[21612]: audit 2024-09-21T05:48:36.545710+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.15.99:0/3422159668' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/4186120490"}]: dispatch 2024-09-21T05:48:37.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:37 smithi112 bash[21612]: audit 2024-09-21T05:48:37.098673+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:37.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:37 smithi112 bash[21612]: audit 2024-09-21T05:48:37.113419+0000 mon.a (mon.0) 1111 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:37.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:37 smithi112 bash[21612]: audit 2024-09-21T05:48:37.120204+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:48:37.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:37 smithi112 bash[21612]: audit 2024-09-21T05:48:37.126218+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:48:37.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:37 smithi112 bash[21612]: audit 2024-09-21T05:48:37.132553+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:48:37.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[19899]: audit 2024-09-21T05:48:36.212594+0000 mon.a (mon.0) 1107 : audit [INF] from='client.? 172.21.15.99:0/3884290426' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1605114239"}]': finished 2024-09-21T05:48:37.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[19899]: cluster 2024-09-21T05:48:36.220653+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-21T05:48:37.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[19899]: audit 2024-09-21T05:48:36.545710+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.15.99:0/3422159668' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/4186120490"}]: dispatch 2024-09-21T05:48:37.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[19899]: audit 2024-09-21T05:48:37.098673+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:37.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[19899]: audit 2024-09-21T05:48:37.113419+0000 mon.a (mon.0) 1111 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:37.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[19899]: audit 2024-09-21T05:48:37.120204+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:48:37.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[19899]: audit 2024-09-21T05:48:37.126218+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:48:37.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[19899]: audit 2024-09-21T05:48:37.132553+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:48:37.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[26898]: audit 2024-09-21T05:48:36.212594+0000 mon.a (mon.0) 1107 : audit [INF] from='client.? 172.21.15.99:0/3884290426' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1605114239"}]': finished 2024-09-21T05:48:37.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[26898]: cluster 2024-09-21T05:48:36.220653+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-21T05:48:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[26898]: audit 2024-09-21T05:48:36.545710+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.15.99:0/3422159668' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/4186120490"}]: dispatch 2024-09-21T05:48:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[26898]: audit 2024-09-21T05:48:37.098673+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[26898]: audit 2024-09-21T05:48:37.113419+0000 mon.a (mon.0) 1111 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[26898]: audit 2024-09-21T05:48:37.120204+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:48:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[26898]: audit 2024-09-21T05:48:37.126218+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:48:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:37 smithi099 bash[26898]: audit 2024-09-21T05:48:37.132553+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:48:38.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[19899]: audit 2024-09-21T05:48:37.124632+0000 mgr.x (mgr.24484) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:48:38.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[19899]: cluster 2024-09-21T05:48:37.126015+0000 mgr.x (mgr.24484) 35 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T05:48:38.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[19899]: audit 2024-09-21T05:48:37.130316+0000 mgr.x (mgr.24484) 36 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:48:38.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[19899]: audit 2024-09-21T05:48:37.136810+0000 mgr.x (mgr.24484) 37 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:48:38.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[19899]: audit 2024-09-21T05:48:37.232530+0000 mon.a (mon.0) 1112 : audit [INF] from='client.? 172.21.15.99:0/3422159668' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/4186120490"}]': finished 2024-09-21T05:48:38.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[19899]: cluster 2024-09-21T05:48:37.238316+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-21T05:48:38.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[19899]: audit 2024-09-21T05:48:37.558801+0000 mon.c (mon.2) 84 : audit [INF] from='client.? 172.21.15.99:0/3154494711' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/4186120490"}]: dispatch 2024-09-21T05:48:38.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[19899]: audit 2024-09-21T05:48:37.559614+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/4186120490"}]: dispatch 2024-09-21T05:48:38.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[26898]: audit 2024-09-21T05:48:37.124632+0000 mgr.x (mgr.24484) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:48:38.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[26898]: cluster 2024-09-21T05:48:37.126015+0000 mgr.x (mgr.24484) 35 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T05:48:38.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[26898]: audit 2024-09-21T05:48:37.130316+0000 mgr.x (mgr.24484) 36 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:48:38.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[26898]: audit 2024-09-21T05:48:37.136810+0000 mgr.x (mgr.24484) 37 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:48:38.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[26898]: audit 2024-09-21T05:48:37.232530+0000 mon.a (mon.0) 1112 : audit [INF] from='client.? 172.21.15.99:0/3422159668' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/4186120490"}]': finished 2024-09-21T05:48:38.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[26898]: cluster 2024-09-21T05:48:37.238316+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-21T05:48:38.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[26898]: audit 2024-09-21T05:48:37.558801+0000 mon.c (mon.2) 84 : audit [INF] from='client.? 172.21.15.99:0/3154494711' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/4186120490"}]: dispatch 2024-09-21T05:48:38.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:38 smithi099 bash[26898]: audit 2024-09-21T05:48:37.559614+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/4186120490"}]: dispatch 2024-09-21T05:48:38.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[21612]: audit 2024-09-21T05:48:37.124632+0000 mgr.x (mgr.24484) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:48:38.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[21612]: cluster 2024-09-21T05:48:37.126015+0000 mgr.x (mgr.24484) 35 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T05:48:38.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[21612]: audit 2024-09-21T05:48:37.130316+0000 mgr.x (mgr.24484) 36 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:48:38.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[21612]: audit 2024-09-21T05:48:37.136810+0000 mgr.x (mgr.24484) 37 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:48:38.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[21612]: audit 2024-09-21T05:48:37.232530+0000 mon.a (mon.0) 1112 : audit [INF] from='client.? 172.21.15.99:0/3422159668' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/4186120490"}]': finished 2024-09-21T05:48:38.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[21612]: cluster 2024-09-21T05:48:37.238316+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-21T05:48:38.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[21612]: audit 2024-09-21T05:48:37.558801+0000 mon.c (mon.2) 84 : audit [INF] from='client.? 172.21.15.99:0/3154494711' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/4186120490"}]: dispatch 2024-09-21T05:48:38.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[21612]: audit 2024-09-21T05:48:37.559614+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/4186120490"}]: dispatch 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.295Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.296Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.296Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi112 (none))" 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.296Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.296Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.297Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.298Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.300Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.300Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.301Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.301Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.794µs 2024-09-21T05:48:38.688 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.301Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.302Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.316Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.316Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.317Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.278µs wal_replay_duration=15.257725ms wbl_replay_duration=145ns total_replay_duration=15.302845ms 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.318Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.318Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.318Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.345Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=26.299068ms db_storage=968ns remote_storage=1.288µs web_handler=406ns query_engine=739ns scrape=313.062µs scrape_sd=180.972µs notify=24.836µs notify_sd=21.218µs rules=25.339418ms tracing=9.814µs 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.345Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-21T05:48:38.689 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:48:38 smithi112 bash[51671]: ts=2024-09-21T05:48:38.345Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-21T05:48:39.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:39 smithi099 bash[19899]: audit 2024-09-21T05:48:38.245334+0000 mon.a (mon.0) 1115 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/4186120490"}]': finished 2024-09-21T05:48:39.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:39 smithi099 bash[19899]: cluster 2024-09-21T05:48:38.253533+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-21T05:48:39.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:39 smithi099 bash[19899]: audit 2024-09-21T05:48:38.557133+0000 mon.c (mon.2) 85 : audit [INF] from='client.? 172.21.15.99:0/1812790464' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1367152947"}]: dispatch 2024-09-21T05:48:39.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:39 smithi099 bash[19899]: audit 2024-09-21T05:48:38.557725+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1367152947"}]: dispatch 2024-09-21T05:48:39.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:39 smithi099 bash[26898]: audit 2024-09-21T05:48:38.245334+0000 mon.a (mon.0) 1115 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/4186120490"}]': finished 2024-09-21T05:48:39.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:39 smithi099 bash[26898]: cluster 2024-09-21T05:48:38.253533+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-21T05:48:39.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:39 smithi099 bash[26898]: audit 2024-09-21T05:48:38.557133+0000 mon.c (mon.2) 85 : audit [INF] from='client.? 172.21.15.99:0/1812790464' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1367152947"}]: dispatch 2024-09-21T05:48:39.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:39 smithi099 bash[26898]: audit 2024-09-21T05:48:38.557725+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1367152947"}]: dispatch 2024-09-21T05:48:39.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:39 smithi112 bash[21612]: audit 2024-09-21T05:48:38.245334+0000 mon.a (mon.0) 1115 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/4186120490"}]': finished 2024-09-21T05:48:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:39 smithi112 bash[21612]: cluster 2024-09-21T05:48:38.253533+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-21T05:48:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:39 smithi112 bash[21612]: audit 2024-09-21T05:48:38.557133+0000 mon.c (mon.2) 85 : audit [INF] from='client.? 172.21.15.99:0/1812790464' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1367152947"}]: dispatch 2024-09-21T05:48:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:39 smithi112 bash[21612]: audit 2024-09-21T05:48:38.557725+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1367152947"}]: dispatch 2024-09-21T05:48:40.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:40 smithi099 bash[19899]: cluster 2024-09-21T05:48:39.126699+0000 mgr.x (mgr.24484) 38 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:40.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:40 smithi099 bash[19899]: audit 2024-09-21T05:48:39.247689+0000 mon.a (mon.0) 1118 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1367152947"}]': finished 2024-09-21T05:48:40.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:40 smithi099 bash[19899]: cluster 2024-09-21T05:48:39.256044+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-21T05:48:40.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:40 smithi099 bash[19899]: audit 2024-09-21T05:48:39.572268+0000 mon.a (mon.0) 1120 : audit [INF] from='client.? 172.21.15.99:0/3022137818' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2046972444"}]: dispatch 2024-09-21T05:48:40.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:40 smithi099 bash[26898]: cluster 2024-09-21T05:48:39.126699+0000 mgr.x (mgr.24484) 38 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:40.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:40 smithi099 bash[26898]: audit 2024-09-21T05:48:39.247689+0000 mon.a (mon.0) 1118 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1367152947"}]': finished 2024-09-21T05:48:40.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:40 smithi099 bash[26898]: cluster 2024-09-21T05:48:39.256044+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-21T05:48:40.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:40 smithi099 bash[26898]: audit 2024-09-21T05:48:39.572268+0000 mon.a (mon.0) 1120 : audit [INF] from='client.? 172.21.15.99:0/3022137818' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2046972444"}]: dispatch 2024-09-21T05:48:40.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:40 smithi112 bash[21612]: cluster 2024-09-21T05:48:39.126699+0000 mgr.x (mgr.24484) 38 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:40.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:40 smithi112 bash[21612]: audit 2024-09-21T05:48:39.247689+0000 mon.a (mon.0) 1118 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/1367152947"}]': finished 2024-09-21T05:48:40.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:40 smithi112 bash[21612]: cluster 2024-09-21T05:48:39.256044+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-21T05:48:40.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:40 smithi112 bash[21612]: audit 2024-09-21T05:48:39.572268+0000 mon.a (mon.0) 1120 : audit [INF] from='client.? 172.21.15.99:0/3022137818' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2046972444"}]: dispatch 2024-09-21T05:48:41.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:41 smithi112 bash[21612]: audit 2024-09-21T05:48:40.267106+0000 mon.a (mon.0) 1121 : audit [INF] from='client.? 172.21.15.99:0/3022137818' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2046972444"}]': finished 2024-09-21T05:48:41.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:41 smithi112 bash[21612]: cluster 2024-09-21T05:48:40.270715+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-21T05:48:41.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:41 smithi112 bash[21612]: cluster 2024-09-21T05:48:41.127514+0000 mgr.x (mgr.24484) 39 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:41.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:41 smithi099 bash[19899]: audit 2024-09-21T05:48:40.267106+0000 mon.a (mon.0) 1121 : audit [INF] from='client.? 172.21.15.99:0/3022137818' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2046972444"}]': finished 2024-09-21T05:48:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:41 smithi099 bash[19899]: cluster 2024-09-21T05:48:40.270715+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-21T05:48:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:41 smithi099 bash[19899]: cluster 2024-09-21T05:48:41.127514+0000 mgr.x (mgr.24484) 39 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:41 smithi099 bash[26898]: audit 2024-09-21T05:48:40.267106+0000 mon.a (mon.0) 1121 : audit [INF] from='client.? 172.21.15.99:0/3022137818' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2046972444"}]': finished 2024-09-21T05:48:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:41 smithi099 bash[26898]: cluster 2024-09-21T05:48:40.270715+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-21T05:48:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:41 smithi099 bash[26898]: cluster 2024-09-21T05:48:41.127514+0000 mgr.x (mgr.24484) 39 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:44.187 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:48:43] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:48:44.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[21612]: audit 2024-09-21T05:48:42.699196+0000 mgr.x (mgr.24484) 40 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:44.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[21612]: audit 2024-09-21T05:48:42.945655+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[21612]: audit 2024-09-21T05:48:42.953801+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[21612]: cluster 2024-09-21T05:48:43.128448+0000 mgr.x (mgr.24484) 41 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T05:48:44.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[21612]: audit 2024-09-21T05:48:43.186600+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[21612]: audit 2024-09-21T05:48:43.198916+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[21612]: audit 2024-09-21T05:48:43.202120+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:48:44.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[21612]: audit 2024-09-21T05:48:43.203439+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:48:44.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:43 smithi112 bash[21612]: audit 2024-09-21T05:48:43.212056+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[19899]: audit 2024-09-21T05:48:42.699196+0000 mgr.x (mgr.24484) 40 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:44.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[19899]: audit 2024-09-21T05:48:42.945655+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[19899]: audit 2024-09-21T05:48:42.953801+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[19899]: cluster 2024-09-21T05:48:43.128448+0000 mgr.x (mgr.24484) 41 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T05:48:44.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[19899]: audit 2024-09-21T05:48:43.186600+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[19899]: audit 2024-09-21T05:48:43.198916+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[19899]: audit 2024-09-21T05:48:43.202120+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:48:44.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[19899]: audit 2024-09-21T05:48:43.203439+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[19899]: audit 2024-09-21T05:48:43.212056+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[26898]: audit 2024-09-21T05:48:42.699196+0000 mgr.x (mgr.24484) 40 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[26898]: audit 2024-09-21T05:48:42.945655+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[26898]: audit 2024-09-21T05:48:42.953801+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[26898]: cluster 2024-09-21T05:48:43.128448+0000 mgr.x (mgr.24484) 41 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[26898]: audit 2024-09-21T05:48:43.186600+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[26898]: audit 2024-09-21T05:48:43.198916+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[26898]: audit 2024-09-21T05:48:43.202120+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[26898]: audit 2024-09-21T05:48:43.203439+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:48:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:43 smithi099 bash[26898]: audit 2024-09-21T05:48:43.212056+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:48:46.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:46 smithi112 bash[21612]: cluster 2024-09-21T05:48:45.129959+0000 mgr.x (mgr.24484) 42 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 744 B/s rd, 0 op/s 2024-09-21T05:48:46.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:46 smithi099 bash[19899]: cluster 2024-09-21T05:48:45.129959+0000 mgr.x (mgr.24484) 42 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 744 B/s rd, 0 op/s 2024-09-21T05:48:46.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:46 smithi099 bash[26898]: cluster 2024-09-21T05:48:45.129959+0000 mgr.x (mgr.24484) 42 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 744 B/s rd, 0 op/s 2024-09-21T05:48:48.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:48 smithi112 bash[21612]: cluster 2024-09-21T05:48:47.130741+0000 mgr.x (mgr.24484) 43 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-21T05:48:48.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:48 smithi112 bash[21612]: audit 2024-09-21T05:48:47.766353+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:48.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:48 smithi099 bash[19899]: cluster 2024-09-21T05:48:47.130741+0000 mgr.x (mgr.24484) 43 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-21T05:48:48.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:48 smithi099 bash[19899]: audit 2024-09-21T05:48:47.766353+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:48.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:48 smithi099 bash[26898]: cluster 2024-09-21T05:48:47.130741+0000 mgr.x (mgr.24484) 43 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-21T05:48:48.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:48 smithi099 bash[26898]: audit 2024-09-21T05:48:47.766353+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:48:50.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:50 smithi099 bash[19899]: cluster 2024-09-21T05:48:49.132431+0000 mgr.x (mgr.24484) 44 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T05:48:50.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:50 smithi099 bash[26898]: cluster 2024-09-21T05:48:49.132431+0000 mgr.x (mgr.24484) 44 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T05:48:50.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:50 smithi112 bash[21612]: cluster 2024-09-21T05:48:49.132431+0000 mgr.x (mgr.24484) 44 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T05:48:52.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:52 smithi099 bash[19899]: cluster 2024-09-21T05:48:51.133195+0000 mgr.x (mgr.24484) 45 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 942 B/s rd, 0 op/s 2024-09-21T05:48:52.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:52 smithi099 bash[26898]: cluster 2024-09-21T05:48:51.133195+0000 mgr.x (mgr.24484) 45 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 942 B/s rd, 0 op/s 2024-09-21T05:48:52.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:52 smithi112 bash[21612]: cluster 2024-09-21T05:48:51.133195+0000 mgr.x (mgr.24484) 45 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 942 B/s rd, 0 op/s 2024-09-21T05:48:54.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:48:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:48:53] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-21T05:48:54.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:54 smithi099 bash[19899]: audit 2024-09-21T05:48:52.710370+0000 mgr.x (mgr.24484) 46 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:54.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:54 smithi099 bash[19899]: cluster 2024-09-21T05:48:53.134197+0000 mgr.x (mgr.24484) 47 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:54.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:54 smithi099 bash[26898]: audit 2024-09-21T05:48:52.710370+0000 mgr.x (mgr.24484) 46 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:54.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:54 smithi099 bash[26898]: cluster 2024-09-21T05:48:53.134197+0000 mgr.x (mgr.24484) 47 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:54.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:54 smithi112 bash[21612]: audit 2024-09-21T05:48:52.710370+0000 mgr.x (mgr.24484) 46 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:48:54.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:54 smithi112 bash[21612]: cluster 2024-09-21T05:48:53.134197+0000 mgr.x (mgr.24484) 47 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:48:56.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:56 smithi099 bash[19899]: cluster 2024-09-21T05:48:55.135793+0000 mgr.x (mgr.24484) 48 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:56.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:56 smithi099 bash[26898]: cluster 2024-09-21T05:48:55.135793+0000 mgr.x (mgr.24484) 48 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:56.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:56 smithi112 bash[21612]: cluster 2024-09-21T05:48:55.135793+0000 mgr.x (mgr.24484) 48 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:58.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:48:58 smithi099 bash[19899]: cluster 2024-09-21T05:48:57.136734+0000 mgr.x (mgr.24484) 49 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:58.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:48:58 smithi099 bash[26898]: cluster 2024-09-21T05:48:57.136734+0000 mgr.x (mgr.24484) 49 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:48:58.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:48:58 smithi112 bash[21612]: cluster 2024-09-21T05:48:57.136734+0000 mgr.x (mgr.24484) 49 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:00.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:00 smithi099 bash[19899]: cluster 2024-09-21T05:48:59.138439+0000 mgr.x (mgr.24484) 50 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:00.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:00 smithi099 bash[26898]: cluster 2024-09-21T05:48:59.138439+0000 mgr.x (mgr.24484) 50 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:00.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:00 smithi112 bash[21612]: cluster 2024-09-21T05:48:59.138439+0000 mgr.x (mgr.24484) 50 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:02.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:02 smithi099 bash[19899]: cluster 2024-09-21T05:49:01.139214+0000 mgr.x (mgr.24484) 51 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:02.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:02 smithi099 bash[26898]: cluster 2024-09-21T05:49:01.139214+0000 mgr.x (mgr.24484) 51 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:02.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:02 smithi112 bash[21612]: cluster 2024-09-21T05:49:01.139214+0000 mgr.x (mgr.24484) 51 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:03.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:03 smithi099 bash[19899]: audit 2024-09-21T05:49:02.766820+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:03.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:03 smithi099 bash[26898]: audit 2024-09-21T05:49:02.766820+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:03.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:03 smithi112 bash[21612]: audit 2024-09-21T05:49:02.766820+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:04.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:49:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:49:03] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:49:04.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:04 smithi099 bash[19899]: audit 2024-09-21T05:49:02.719824+0000 mgr.x (mgr.24484) 52 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:04.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:04 smithi099 bash[19899]: cluster 2024-09-21T05:49:03.140216+0000 mgr.x (mgr.24484) 53 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:04.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:04 smithi099 bash[26898]: audit 2024-09-21T05:49:02.719824+0000 mgr.x (mgr.24484) 52 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:04.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:04 smithi099 bash[26898]: cluster 2024-09-21T05:49:03.140216+0000 mgr.x (mgr.24484) 53 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:04.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:04 smithi112 bash[21612]: audit 2024-09-21T05:49:02.719824+0000 mgr.x (mgr.24484) 52 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:04.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:04 smithi112 bash[21612]: cluster 2024-09-21T05:49:03.140216+0000 mgr.x (mgr.24484) 53 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:06.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:06 smithi099 bash[19899]: cluster 2024-09-21T05:49:05.141663+0000 mgr.x (mgr.24484) 54 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:06.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:06 smithi099 bash[26898]: cluster 2024-09-21T05:49:05.141663+0000 mgr.x (mgr.24484) 54 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:06.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:06 smithi112 bash[21612]: cluster 2024-09-21T05:49:05.141663+0000 mgr.x (mgr.24484) 54 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:08.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:08 smithi099 bash[19899]: cluster 2024-09-21T05:49:07.142406+0000 mgr.x (mgr.24484) 55 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:08.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:08 smithi099 bash[26898]: cluster 2024-09-21T05:49:07.142406+0000 mgr.x (mgr.24484) 55 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:08.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:08 smithi112 bash[21612]: cluster 2024-09-21T05:49:07.142406+0000 mgr.x (mgr.24484) 55 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:10.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:10 smithi099 bash[19899]: cluster 2024-09-21T05:49:09.144097+0000 mgr.x (mgr.24484) 56 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:10.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:10 smithi099 bash[26898]: cluster 2024-09-21T05:49:09.144097+0000 mgr.x (mgr.24484) 56 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:10.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:10 smithi112 bash[21612]: cluster 2024-09-21T05:49:09.144097+0000 mgr.x (mgr.24484) 56 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:12.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:12 smithi099 bash[19899]: cluster 2024-09-21T05:49:11.144806+0000 mgr.x (mgr.24484) 57 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:12.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:12 smithi099 bash[26898]: cluster 2024-09-21T05:49:11.144806+0000 mgr.x (mgr.24484) 57 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:12.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:12 smithi112 bash[21612]: cluster 2024-09-21T05:49:11.144806+0000 mgr.x (mgr.24484) 57 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:14.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:49:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:49:13] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:49:14.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:14 smithi099 bash[19899]: audit 2024-09-21T05:49:12.727482+0000 mgr.x (mgr.24484) 58 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:14.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:14 smithi099 bash[19899]: cluster 2024-09-21T05:49:13.146524+0000 mgr.x (mgr.24484) 59 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:14.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:14 smithi099 bash[26898]: audit 2024-09-21T05:49:12.727482+0000 mgr.x (mgr.24484) 58 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:14.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:14 smithi099 bash[26898]: cluster 2024-09-21T05:49:13.146524+0000 mgr.x (mgr.24484) 59 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:14.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:14 smithi112 bash[21612]: audit 2024-09-21T05:49:12.727482+0000 mgr.x (mgr.24484) 58 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:14.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:14 smithi112 bash[21612]: cluster 2024-09-21T05:49:13.146524+0000 mgr.x (mgr.24484) 59 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:16.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:16 smithi099 bash[19899]: cluster 2024-09-21T05:49:15.147532+0000 mgr.x (mgr.24484) 60 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:16.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:16 smithi099 bash[26898]: cluster 2024-09-21T05:49:15.147532+0000 mgr.x (mgr.24484) 60 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:16.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:16 smithi112 bash[21612]: cluster 2024-09-21T05:49:15.147532+0000 mgr.x (mgr.24484) 60 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:17.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:17 smithi112 bash[21612]: cluster 2024-09-21T05:49:17.148253+0000 mgr.x (mgr.24484) 61 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:17.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:17 smithi099 bash[19899]: cluster 2024-09-21T05:49:17.148253+0000 mgr.x (mgr.24484) 61 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:17 smithi099 bash[26898]: cluster 2024-09-21T05:49:17.148253+0000 mgr.x (mgr.24484) 61 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:18.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:18 smithi112 bash[21612]: audit 2024-09-21T05:49:17.789202+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:18.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:18 smithi099 bash[19899]: audit 2024-09-21T05:49:17.789202+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:18.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:18 smithi099 bash[26898]: audit 2024-09-21T05:49:17.789202+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:19.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:19 smithi112 bash[21612]: cluster 2024-09-21T05:49:19.149989+0000 mgr.x (mgr.24484) 62 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:19.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:19 smithi099 bash[19899]: cluster 2024-09-21T05:49:19.149989+0000 mgr.x (mgr.24484) 62 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:19.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:19 smithi099 bash[26898]: cluster 2024-09-21T05:49:19.149989+0000 mgr.x (mgr.24484) 62 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:22.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:22 smithi112 bash[21612]: cluster 2024-09-21T05:49:21.150654+0000 mgr.x (mgr.24484) 63 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:22.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:22 smithi099 bash[19899]: cluster 2024-09-21T05:49:21.150654+0000 mgr.x (mgr.24484) 63 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:22.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:22 smithi099 bash[26898]: cluster 2024-09-21T05:49:21.150654+0000 mgr.x (mgr.24484) 63 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:24.169 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:49:23 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:49:23] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:49:24.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:24 smithi112 bash[21612]: audit 2024-09-21T05:49:22.738920+0000 mgr.x (mgr.24484) 64 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:24.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:24 smithi112 bash[21612]: cluster 2024-09-21T05:49:23.152234+0000 mgr.x (mgr.24484) 65 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:24.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:24 smithi099 bash[19899]: audit 2024-09-21T05:49:22.738920+0000 mgr.x (mgr.24484) 64 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:24.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:24 smithi099 bash[19899]: cluster 2024-09-21T05:49:23.152234+0000 mgr.x (mgr.24484) 65 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:24.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:24 smithi099 bash[26898]: audit 2024-09-21T05:49:22.738920+0000 mgr.x (mgr.24484) 64 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:24.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:24 smithi099 bash[26898]: cluster 2024-09-21T05:49:23.152234+0000 mgr.x (mgr.24484) 65 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:26.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:26 smithi112 bash[21612]: cluster 2024-09-21T05:49:25.152983+0000 mgr.x (mgr.24484) 66 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:26.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:26 smithi099 bash[19899]: cluster 2024-09-21T05:49:25.152983+0000 mgr.x (mgr.24484) 66 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:26.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:26 smithi099 bash[26898]: cluster 2024-09-21T05:49:25.152983+0000 mgr.x (mgr.24484) 66 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:28.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:28 smithi112 bash[21612]: cluster 2024-09-21T05:49:27.153706+0000 mgr.x (mgr.24484) 67 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:28.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:28 smithi099 bash[19899]: cluster 2024-09-21T05:49:27.153706+0000 mgr.x (mgr.24484) 67 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:28.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:28 smithi099 bash[26898]: cluster 2024-09-21T05:49:27.153706+0000 mgr.x (mgr.24484) 67 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:30.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:30 smithi112 bash[21612]: cluster 2024-09-21T05:49:29.155388+0000 mgr.x (mgr.24484) 68 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:30.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:30 smithi099 bash[19899]: cluster 2024-09-21T05:49:29.155388+0000 mgr.x (mgr.24484) 68 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:30.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:30 smithi099 bash[26898]: cluster 2024-09-21T05:49:29.155388+0000 mgr.x (mgr.24484) 68 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:32.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:32 smithi112 bash[21612]: cluster 2024-09-21T05:49:31.156093+0000 mgr.x (mgr.24484) 69 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:32.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:32 smithi099 bash[19899]: cluster 2024-09-21T05:49:31.156093+0000 mgr.x (mgr.24484) 69 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:32.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:32 smithi099 bash[26898]: cluster 2024-09-21T05:49:31.156093+0000 mgr.x (mgr.24484) 69 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:33.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:33 smithi099 bash[19899]: audit 2024-09-21T05:49:32.789621+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:33.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:33 smithi099 bash[26898]: audit 2024-09-21T05:49:32.789621+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:33.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:33 smithi112 bash[21612]: audit 2024-09-21T05:49:32.789621+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:34.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:49:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:49:33] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-21T05:49:34.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:34 smithi099 bash[19899]: audit 2024-09-21T05:49:32.747511+0000 mgr.x (mgr.24484) 70 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:34.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:34 smithi099 bash[19899]: cluster 2024-09-21T05:49:33.157762+0000 mgr.x (mgr.24484) 71 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:34.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:34 smithi099 bash[26898]: audit 2024-09-21T05:49:32.747511+0000 mgr.x (mgr.24484) 70 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:34.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:34 smithi099 bash[26898]: cluster 2024-09-21T05:49:33.157762+0000 mgr.x (mgr.24484) 71 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:34.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:34 smithi112 bash[21612]: audit 2024-09-21T05:49:32.747511+0000 mgr.x (mgr.24484) 70 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:34.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:34 smithi112 bash[21612]: cluster 2024-09-21T05:49:33.157762+0000 mgr.x (mgr.24484) 71 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:36.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:36 smithi099 bash[19899]: cluster 2024-09-21T05:49:35.158584+0000 mgr.x (mgr.24484) 72 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:36.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:36 smithi099 bash[26898]: cluster 2024-09-21T05:49:35.158584+0000 mgr.x (mgr.24484) 72 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:36.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:36 smithi112 bash[21612]: cluster 2024-09-21T05:49:35.158584+0000 mgr.x (mgr.24484) 72 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:38.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:38 smithi099 bash[19899]: cluster 2024-09-21T05:49:37.159455+0000 mgr.x (mgr.24484) 73 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:38.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:38 smithi099 bash[26898]: cluster 2024-09-21T05:49:37.159455+0000 mgr.x (mgr.24484) 73 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:38.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:38 smithi112 bash[21612]: cluster 2024-09-21T05:49:37.159455+0000 mgr.x (mgr.24484) 73 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:40.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:40 smithi099 bash[19899]: cluster 2024-09-21T05:49:39.161144+0000 mgr.x (mgr.24484) 74 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:40.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:40 smithi099 bash[26898]: cluster 2024-09-21T05:49:39.161144+0000 mgr.x (mgr.24484) 74 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:40.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:40 smithi112 bash[21612]: cluster 2024-09-21T05:49:39.161144+0000 mgr.x (mgr.24484) 74 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:42.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:42 smithi099 bash[19899]: cluster 2024-09-21T05:49:41.161866+0000 mgr.x (mgr.24484) 75 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:42.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:42 smithi099 bash[26898]: cluster 2024-09-21T05:49:41.161866+0000 mgr.x (mgr.24484) 75 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:42.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:42 smithi112 bash[21612]: cluster 2024-09-21T05:49:41.161866+0000 mgr.x (mgr.24484) 75 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:44.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:49:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:49:43] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-21T05:49:44.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:44 smithi099 bash[19899]: audit 2024-09-21T05:49:42.755649+0000 mgr.x (mgr.24484) 76 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:44.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:44 smithi099 bash[19899]: cluster 2024-09-21T05:49:43.163468+0000 mgr.x (mgr.24484) 77 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:44.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:44 smithi099 bash[19899]: audit 2024-09-21T05:49:43.881493+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:49:44.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:44 smithi099 bash[19899]: audit 2024-09-21T05:49:43.889645+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:49:44.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:44 smithi099 bash[26898]: audit 2024-09-21T05:49:42.755649+0000 mgr.x (mgr.24484) 76 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:44.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:44 smithi099 bash[26898]: cluster 2024-09-21T05:49:43.163468+0000 mgr.x (mgr.24484) 77 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:44.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:44 smithi099 bash[26898]: audit 2024-09-21T05:49:43.881493+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:49:44.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:44 smithi099 bash[26898]: audit 2024-09-21T05:49:43.889645+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:49:44.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:44 smithi112 bash[21612]: audit 2024-09-21T05:49:42.755649+0000 mgr.x (mgr.24484) 76 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:44.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:44 smithi112 bash[21612]: cluster 2024-09-21T05:49:43.163468+0000 mgr.x (mgr.24484) 77 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:44.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:44 smithi112 bash[21612]: audit 2024-09-21T05:49:43.881493+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:49:44.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:44 smithi112 bash[21612]: audit 2024-09-21T05:49:43.889645+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:49:45.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:45 smithi099 bash[19899]: audit 2024-09-21T05:49:44.652739+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:49:45.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:45 smithi099 bash[19899]: audit 2024-09-21T05:49:44.654761+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:49:45.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:45 smithi099 bash[19899]: audit 2024-09-21T05:49:44.664710+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:49:45.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:45 smithi099 bash[26898]: audit 2024-09-21T05:49:44.652739+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:49:45.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:45 smithi099 bash[26898]: audit 2024-09-21T05:49:44.654761+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:49:45.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:45 smithi099 bash[26898]: audit 2024-09-21T05:49:44.664710+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:49:45.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:45 smithi112 bash[21612]: audit 2024-09-21T05:49:44.652739+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:49:45.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:45 smithi112 bash[21612]: audit 2024-09-21T05:49:44.654761+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:49:45.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:45 smithi112 bash[21612]: audit 2024-09-21T05:49:44.664710+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:49:46.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:46 smithi099 bash[19899]: cluster 2024-09-21T05:49:45.164213+0000 mgr.x (mgr.24484) 78 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:46.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:46 smithi099 bash[26898]: cluster 2024-09-21T05:49:45.164213+0000 mgr.x (mgr.24484) 78 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:46.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:46 smithi112 bash[21612]: cluster 2024-09-21T05:49:45.164213+0000 mgr.x (mgr.24484) 78 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:48.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:48 smithi099 bash[19899]: cluster 2024-09-21T05:49:47.164921+0000 mgr.x (mgr.24484) 79 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:48.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:48 smithi099 bash[19899]: audit 2024-09-21T05:49:47.789836+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:48.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:48 smithi099 bash[26898]: cluster 2024-09-21T05:49:47.164921+0000 mgr.x (mgr.24484) 79 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:48.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:48 smithi099 bash[26898]: audit 2024-09-21T05:49:47.789836+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:48.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:48 smithi112 bash[21612]: cluster 2024-09-21T05:49:47.164921+0000 mgr.x (mgr.24484) 79 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:48.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:48 smithi112 bash[21612]: audit 2024-09-21T05:49:47.789836+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:49:50.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:50 smithi099 bash[19899]: cluster 2024-09-21T05:49:49.166576+0000 mgr.x (mgr.24484) 80 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:50.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:50 smithi099 bash[26898]: cluster 2024-09-21T05:49:49.166576+0000 mgr.x (mgr.24484) 80 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:50.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:50 smithi112 bash[21612]: cluster 2024-09-21T05:49:49.166576+0000 mgr.x (mgr.24484) 80 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:52.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:52 smithi099 bash[19899]: cluster 2024-09-21T05:49:51.167285+0000 mgr.x (mgr.24484) 81 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:52.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:52 smithi099 bash[26898]: cluster 2024-09-21T05:49:51.167285+0000 mgr.x (mgr.24484) 81 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:52.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:52 smithi112 bash[21612]: cluster 2024-09-21T05:49:51.167285+0000 mgr.x (mgr.24484) 81 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:54.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:49:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:49:53] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-21T05:49:54.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:54 smithi099 bash[19899]: audit 2024-09-21T05:49:52.764131+0000 mgr.x (mgr.24484) 82 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:54.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:54 smithi099 bash[19899]: cluster 2024-09-21T05:49:53.168848+0000 mgr.x (mgr.24484) 83 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:54.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:54 smithi099 bash[26898]: audit 2024-09-21T05:49:52.764131+0000 mgr.x (mgr.24484) 82 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:54.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:54 smithi099 bash[26898]: cluster 2024-09-21T05:49:53.168848+0000 mgr.x (mgr.24484) 83 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:54.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:54 smithi112 bash[21612]: audit 2024-09-21T05:49:52.764131+0000 mgr.x (mgr.24484) 82 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:49:54.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:54 smithi112 bash[21612]: cluster 2024-09-21T05:49:53.168848+0000 mgr.x (mgr.24484) 83 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:49:56.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:56 smithi099 bash[19899]: cluster 2024-09-21T05:49:55.169541+0000 mgr.x (mgr.24484) 84 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:56.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:56 smithi099 bash[26898]: cluster 2024-09-21T05:49:55.169541+0000 mgr.x (mgr.24484) 84 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:56.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:56 smithi112 bash[21612]: cluster 2024-09-21T05:49:55.169541+0000 mgr.x (mgr.24484) 84 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:58.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:49:58 smithi099 bash[19899]: cluster 2024-09-21T05:49:57.170254+0000 mgr.x (mgr.24484) 85 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:58.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:49:58 smithi099 bash[26898]: cluster 2024-09-21T05:49:57.170254+0000 mgr.x (mgr.24484) 85 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:49:58.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:49:58 smithi112 bash[21612]: cluster 2024-09-21T05:49:57.170254+0000 mgr.x (mgr.24484) 85 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:00.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:00 smithi099 bash[19899]: cluster 2024-09-21T05:49:59.171901+0000 mgr.x (mgr.24484) 86 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:00.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:00 smithi099 bash[19899]: cluster 2024-09-21T05:50:00.000110+0000 mon.a (mon.0) 1131 : cluster [INF] overall HEALTH_OK 2024-09-21T05:50:00.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:00 smithi099 bash[26898]: cluster 2024-09-21T05:49:59.171901+0000 mgr.x (mgr.24484) 86 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:00.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:00 smithi099 bash[26898]: cluster 2024-09-21T05:50:00.000110+0000 mon.a (mon.0) 1131 : cluster [INF] overall HEALTH_OK 2024-09-21T05:50:00.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:00 smithi112 bash[21612]: cluster 2024-09-21T05:49:59.171901+0000 mgr.x (mgr.24484) 86 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:00.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:00 smithi112 bash[21612]: cluster 2024-09-21T05:50:00.000110+0000 mon.a (mon.0) 1131 : cluster [INF] overall HEALTH_OK 2024-09-21T05:50:02.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:02 smithi099 bash[19899]: cluster 2024-09-21T05:50:01.172583+0000 mgr.x (mgr.24484) 87 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:02.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:02 smithi099 bash[26898]: cluster 2024-09-21T05:50:01.172583+0000 mgr.x (mgr.24484) 87 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:02.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:02 smithi112 bash[21612]: cluster 2024-09-21T05:50:01.172583+0000 mgr.x (mgr.24484) 87 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:03.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:03 smithi112 bash[21612]: audit 2024-09-21T05:50:02.790313+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:03.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:03 smithi099 bash[19899]: audit 2024-09-21T05:50:02.790313+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:03.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:03 smithi099 bash[26898]: audit 2024-09-21T05:50:02.790313+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:04.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:50:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:50:03] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-21T05:50:04.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:04 smithi112 bash[21612]: audit 2024-09-21T05:50:02.771744+0000 mgr.x (mgr.24484) 88 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:04.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:04 smithi112 bash[21612]: cluster 2024-09-21T05:50:03.174222+0000 mgr.x (mgr.24484) 89 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 80 op/s 2024-09-21T05:50:04.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:04 smithi099 bash[19899]: audit 2024-09-21T05:50:02.771744+0000 mgr.x (mgr.24484) 88 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:04.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:04 smithi099 bash[19899]: cluster 2024-09-21T05:50:03.174222+0000 mgr.x (mgr.24484) 89 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 80 op/s 2024-09-21T05:50:04.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:04 smithi099 bash[26898]: audit 2024-09-21T05:50:02.771744+0000 mgr.x (mgr.24484) 88 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:04.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:04 smithi099 bash[26898]: cluster 2024-09-21T05:50:03.174222+0000 mgr.x (mgr.24484) 89 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 80 op/s 2024-09-21T05:50:05.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:05 smithi112 bash[21612]: cluster 2024-09-21T05:50:05.174964+0000 mgr.x (mgr.24484) 90 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-21T05:50:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:05 smithi099 bash[19899]: cluster 2024-09-21T05:50:05.174964+0000 mgr.x (mgr.24484) 90 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-21T05:50:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:05 smithi099 bash[26898]: cluster 2024-09-21T05:50:05.174964+0000 mgr.x (mgr.24484) 90 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-21T05:50:08.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:08 smithi099 bash[19899]: cluster 2024-09-21T05:50:07.175681+0000 mgr.x (mgr.24484) 91 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-21T05:50:08.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:08 smithi099 bash[26898]: cluster 2024-09-21T05:50:07.175681+0000 mgr.x (mgr.24484) 91 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-21T05:50:08.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:08 smithi112 bash[21612]: cluster 2024-09-21T05:50:07.175681+0000 mgr.x (mgr.24484) 91 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-21T05:50:10.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:10 smithi099 bash[19899]: cluster 2024-09-21T05:50:09.177343+0000 mgr.x (mgr.24484) 92 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T05:50:10.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:10 smithi099 bash[26898]: cluster 2024-09-21T05:50:09.177343+0000 mgr.x (mgr.24484) 92 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T05:50:10.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:10 smithi112 bash[21612]: cluster 2024-09-21T05:50:09.177343+0000 mgr.x (mgr.24484) 92 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T05:50:12.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:12 smithi099 bash[19899]: cluster 2024-09-21T05:50:11.178082+0000 mgr.x (mgr.24484) 93 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T05:50:12.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:12 smithi099 bash[26898]: cluster 2024-09-21T05:50:11.178082+0000 mgr.x (mgr.24484) 93 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T05:50:12.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:12 smithi112 bash[21612]: cluster 2024-09-21T05:50:11.178082+0000 mgr.x (mgr.24484) 93 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T05:50:14.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:50:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:50:13] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-21T05:50:14.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:14 smithi099 bash[19899]: audit 2024-09-21T05:50:12.783254+0000 mgr.x (mgr.24484) 94 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:14.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:14 smithi099 bash[19899]: cluster 2024-09-21T05:50:13.179732+0000 mgr.x (mgr.24484) 95 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T05:50:14.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:14 smithi099 bash[26898]: audit 2024-09-21T05:50:12.783254+0000 mgr.x (mgr.24484) 94 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:14.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:14 smithi099 bash[26898]: cluster 2024-09-21T05:50:13.179732+0000 mgr.x (mgr.24484) 95 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T05:50:14.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:14 smithi112 bash[21612]: audit 2024-09-21T05:50:12.783254+0000 mgr.x (mgr.24484) 94 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:14.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:14 smithi112 bash[21612]: cluster 2024-09-21T05:50:13.179732+0000 mgr.x (mgr.24484) 95 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T05:50:16.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:16 smithi099 bash[19899]: cluster 2024-09-21T05:50:15.180469+0000 mgr.x (mgr.24484) 96 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-21T05:50:16.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:16 smithi099 bash[26898]: cluster 2024-09-21T05:50:15.180469+0000 mgr.x (mgr.24484) 96 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-21T05:50:16.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:16 smithi112 bash[21612]: cluster 2024-09-21T05:50:15.180469+0000 mgr.x (mgr.24484) 96 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-21T05:50:18.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:18 smithi099 bash[19899]: cluster 2024-09-21T05:50:17.181212+0000 mgr.x (mgr.24484) 97 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-21T05:50:18.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:18 smithi099 bash[19899]: audit 2024-09-21T05:50:17.790540+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:18.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:18 smithi099 bash[26898]: cluster 2024-09-21T05:50:17.181212+0000 mgr.x (mgr.24484) 97 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-21T05:50:18.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:18 smithi099 bash[26898]: audit 2024-09-21T05:50:17.790540+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:18.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:18 smithi112 bash[21612]: cluster 2024-09-21T05:50:17.181212+0000 mgr.x (mgr.24484) 97 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-21T05:50:18.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:18 smithi112 bash[21612]: audit 2024-09-21T05:50:17.790540+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:20.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:20 smithi099 bash[19899]: cluster 2024-09-21T05:50:19.182875+0000 mgr.x (mgr.24484) 98 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-21T05:50:20.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:20 smithi099 bash[26898]: cluster 2024-09-21T05:50:19.182875+0000 mgr.x (mgr.24484) 98 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-21T05:50:20.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:20 smithi112 bash[21612]: cluster 2024-09-21T05:50:19.182875+0000 mgr.x (mgr.24484) 98 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-21T05:50:22.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:22 smithi099 bash[19899]: cluster 2024-09-21T05:50:21.183582+0000 mgr.x (mgr.24484) 99 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:22.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:22 smithi099 bash[26898]: cluster 2024-09-21T05:50:21.183582+0000 mgr.x (mgr.24484) 99 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:22.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:22 smithi112 bash[21612]: cluster 2024-09-21T05:50:21.183582+0000 mgr.x (mgr.24484) 99 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:24.185 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:50:23 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:50:23] "GET /metrics HTTP/1.1" 200 38223 "" "Prometheus/2.43.0" 2024-09-21T05:50:24.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:24 smithi112 bash[21612]: audit 2024-09-21T05:50:22.794774+0000 mgr.x (mgr.24484) 100 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:24.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:24 smithi112 bash[21612]: cluster 2024-09-21T05:50:23.185241+0000 mgr.x (mgr.24484) 101 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:24.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:24 smithi099 bash[19899]: audit 2024-09-21T05:50:22.794774+0000 mgr.x (mgr.24484) 100 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:24.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:24 smithi099 bash[19899]: cluster 2024-09-21T05:50:23.185241+0000 mgr.x (mgr.24484) 101 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:24.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:24 smithi099 bash[26898]: audit 2024-09-21T05:50:22.794774+0000 mgr.x (mgr.24484) 100 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:24.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:24 smithi099 bash[26898]: cluster 2024-09-21T05:50:23.185241+0000 mgr.x (mgr.24484) 101 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:26.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:26 smithi112 bash[21612]: cluster 2024-09-21T05:50:25.185909+0000 mgr.x (mgr.24484) 102 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:26.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:26 smithi099 bash[19899]: cluster 2024-09-21T05:50:25.185909+0000 mgr.x (mgr.24484) 102 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:26.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:26 smithi099 bash[26898]: cluster 2024-09-21T05:50:25.185909+0000 mgr.x (mgr.24484) 102 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:28.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:28 smithi112 bash[21612]: cluster 2024-09-21T05:50:27.186578+0000 mgr.x (mgr.24484) 103 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:28.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:28 smithi099 bash[19899]: cluster 2024-09-21T05:50:27.186578+0000 mgr.x (mgr.24484) 103 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:28.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:28 smithi099 bash[26898]: cluster 2024-09-21T05:50:27.186578+0000 mgr.x (mgr.24484) 103 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:29.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:29 smithi112 bash[21612]: cluster 2024-09-21T05:50:29.188180+0000 mgr.x (mgr.24484) 104 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:29.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:29 smithi099 bash[19899]: cluster 2024-09-21T05:50:29.188180+0000 mgr.x (mgr.24484) 104 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:29.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:29 smithi099 bash[26898]: cluster 2024-09-21T05:50:29.188180+0000 mgr.x (mgr.24484) 104 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:32.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:32 smithi099 bash[19899]: cluster 2024-09-21T05:50:31.188888+0000 mgr.x (mgr.24484) 105 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:32.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:32 smithi099 bash[26898]: cluster 2024-09-21T05:50:31.188888+0000 mgr.x (mgr.24484) 105 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:32.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:32 smithi112 bash[21612]: cluster 2024-09-21T05:50:31.188888+0000 mgr.x (mgr.24484) 105 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:33.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:33 smithi099 bash[19899]: audit 2024-09-21T05:50:32.791030+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:33.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:33 smithi099 bash[26898]: audit 2024-09-21T05:50:32.791030+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:33.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:33 smithi112 bash[21612]: audit 2024-09-21T05:50:32.791030+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:34.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:50:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:50:33] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:50:34.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:34 smithi099 bash[19899]: audit 2024-09-21T05:50:32.806296+0000 mgr.x (mgr.24484) 106 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:34.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:34 smithi099 bash[19899]: cluster 2024-09-21T05:50:33.190503+0000 mgr.x (mgr.24484) 107 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:34.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:34 smithi099 bash[26898]: audit 2024-09-21T05:50:32.806296+0000 mgr.x (mgr.24484) 106 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:34.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:34 smithi099 bash[26898]: cluster 2024-09-21T05:50:33.190503+0000 mgr.x (mgr.24484) 107 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:34.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:34 smithi112 bash[21612]: audit 2024-09-21T05:50:32.806296+0000 mgr.x (mgr.24484) 106 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:34.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:34 smithi112 bash[21612]: cluster 2024-09-21T05:50:33.190503+0000 mgr.x (mgr.24484) 107 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:36.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:36 smithi099 bash[19899]: cluster 2024-09-21T05:50:35.191274+0000 mgr.x (mgr.24484) 108 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:36.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:36 smithi099 bash[26898]: cluster 2024-09-21T05:50:35.191274+0000 mgr.x (mgr.24484) 108 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:36.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:36 smithi112 bash[21612]: cluster 2024-09-21T05:50:35.191274+0000 mgr.x (mgr.24484) 108 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:38.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:38 smithi112 bash[21612]: cluster 2024-09-21T05:50:37.191990+0000 mgr.x (mgr.24484) 109 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:38.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:38 smithi099 bash[19899]: cluster 2024-09-21T05:50:37.191990+0000 mgr.x (mgr.24484) 109 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:38.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:38 smithi099 bash[26898]: cluster 2024-09-21T05:50:37.191990+0000 mgr.x (mgr.24484) 109 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:40.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:40 smithi112 bash[21612]: cluster 2024-09-21T05:50:39.193619+0000 mgr.x (mgr.24484) 110 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:40.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:40 smithi099 bash[19899]: cluster 2024-09-21T05:50:39.193619+0000 mgr.x (mgr.24484) 110 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:40.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:40 smithi099 bash[26898]: cluster 2024-09-21T05:50:39.193619+0000 mgr.x (mgr.24484) 110 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:42.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:42 smithi112 bash[21612]: cluster 2024-09-21T05:50:41.194307+0000 mgr.x (mgr.24484) 111 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:42.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:42 smithi099 bash[19899]: cluster 2024-09-21T05:50:41.194307+0000 mgr.x (mgr.24484) 111 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:42.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:42 smithi099 bash[26898]: cluster 2024-09-21T05:50:41.194307+0000 mgr.x (mgr.24484) 111 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:44.185 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:50:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:50:43] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:50:44.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:44 smithi112 bash[21612]: audit 2024-09-21T05:50:42.815847+0000 mgr.x (mgr.24484) 112 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:44.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:44 smithi112 bash[21612]: cluster 2024-09-21T05:50:43.195879+0000 mgr.x (mgr.24484) 113 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:44.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:44 smithi099 bash[26898]: audit 2024-09-21T05:50:42.815847+0000 mgr.x (mgr.24484) 112 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:44.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:44 smithi099 bash[26898]: cluster 2024-09-21T05:50:43.195879+0000 mgr.x (mgr.24484) 113 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:44.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:44 smithi099 bash[19899]: audit 2024-09-21T05:50:42.815847+0000 mgr.x (mgr.24484) 112 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:44.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:44 smithi099 bash[19899]: cluster 2024-09-21T05:50:43.195879+0000 mgr.x (mgr.24484) 113 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:45.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:45 smithi112 bash[21612]: cluster 2024-09-21T05:50:45.196532+0000 mgr.x (mgr.24484) 114 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:45.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:45 smithi099 bash[19899]: cluster 2024-09-21T05:50:45.196532+0000 mgr.x (mgr.24484) 114 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:45.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:45 smithi099 bash[26898]: cluster 2024-09-21T05:50:45.196532+0000 mgr.x (mgr.24484) 114 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:46.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:46 smithi112 bash[21612]: audit 2024-09-21T05:50:45.450487+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:50:46.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:46 smithi112 bash[21612]: audit 2024-09-21T05:50:45.452466+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:50:46.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:46 smithi112 bash[21612]: audit 2024-09-21T05:50:45.465738+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:50:46.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:46 smithi099 bash[19899]: audit 2024-09-21T05:50:45.450487+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:50:46.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:46 smithi099 bash[19899]: audit 2024-09-21T05:50:45.452466+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:50:46.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:46 smithi099 bash[19899]: audit 2024-09-21T05:50:45.465738+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:50:46.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:46 smithi099 bash[26898]: audit 2024-09-21T05:50:45.450487+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:50:46.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:46 smithi099 bash[26898]: audit 2024-09-21T05:50:45.452466+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:50:46.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:46 smithi099 bash[26898]: audit 2024-09-21T05:50:45.465738+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:50:47.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:47 smithi112 bash[21612]: cluster 2024-09-21T05:50:47.197244+0000 mgr.x (mgr.24484) 115 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:47.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:47 smithi099 bash[19899]: cluster 2024-09-21T05:50:47.197244+0000 mgr.x (mgr.24484) 115 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:47 smithi099 bash[26898]: cluster 2024-09-21T05:50:47.197244+0000 mgr.x (mgr.24484) 115 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:48.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:48 smithi112 bash[21612]: audit 2024-09-21T05:50:47.791247+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:48.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:48 smithi099 bash[19899]: audit 2024-09-21T05:50:47.791247+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:48.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:48 smithi099 bash[26898]: audit 2024-09-21T05:50:47.791247+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:50:49.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:49 smithi112 bash[21612]: cluster 2024-09-21T05:50:49.198842+0000 mgr.x (mgr.24484) 116 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:49.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:49 smithi099 bash[19899]: cluster 2024-09-21T05:50:49.198842+0000 mgr.x (mgr.24484) 116 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:49.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:49 smithi099 bash[26898]: cluster 2024-09-21T05:50:49.198842+0000 mgr.x (mgr.24484) 116 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:52.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:52 smithi099 bash[19899]: cluster 2024-09-21T05:50:51.199512+0000 mgr.x (mgr.24484) 117 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:52.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:52 smithi099 bash[26898]: cluster 2024-09-21T05:50:51.199512+0000 mgr.x (mgr.24484) 117 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:52.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:52 smithi112 bash[21612]: cluster 2024-09-21T05:50:51.199512+0000 mgr.x (mgr.24484) 117 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:54.185 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:50:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:50:53] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:50:54.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:54 smithi099 bash[19899]: audit 2024-09-21T05:50:52.827109+0000 mgr.x (mgr.24484) 118 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:54.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:54 smithi099 bash[19899]: cluster 2024-09-21T05:50:53.201065+0000 mgr.x (mgr.24484) 119 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:54.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:54 smithi099 bash[26898]: audit 2024-09-21T05:50:52.827109+0000 mgr.x (mgr.24484) 118 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:54.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:54 smithi099 bash[26898]: cluster 2024-09-21T05:50:53.201065+0000 mgr.x (mgr.24484) 119 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:54.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:54 smithi112 bash[21612]: audit 2024-09-21T05:50:52.827109+0000 mgr.x (mgr.24484) 118 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:50:54.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:54 smithi112 bash[21612]: cluster 2024-09-21T05:50:53.201065+0000 mgr.x (mgr.24484) 119 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:50:56.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:56 smithi112 bash[21612]: cluster 2024-09-21T05:50:55.201834+0000 mgr.x (mgr.24484) 120 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:56.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:56 smithi099 bash[19899]: cluster 2024-09-21T05:50:55.201834+0000 mgr.x (mgr.24484) 120 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:56.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:56 smithi099 bash[26898]: cluster 2024-09-21T05:50:55.201834+0000 mgr.x (mgr.24484) 120 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:58.685 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:50:58 smithi112 bash[21612]: cluster 2024-09-21T05:50:57.202542+0000 mgr.x (mgr.24484) 121 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:58.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:50:58 smithi099 bash[19899]: cluster 2024-09-21T05:50:57.202542+0000 mgr.x (mgr.24484) 121 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:50:58.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:50:58 smithi099 bash[26898]: cluster 2024-09-21T05:50:57.202542+0000 mgr.x (mgr.24484) 121 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:00.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:00 smithi112 bash[21612]: cluster 2024-09-21T05:50:59.204173+0000 mgr.x (mgr.24484) 122 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:00.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:00 smithi099 bash[19899]: cluster 2024-09-21T05:50:59.204173+0000 mgr.x (mgr.24484) 122 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:00.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:00 smithi099 bash[26898]: cluster 2024-09-21T05:50:59.204173+0000 mgr.x (mgr.24484) 122 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:02.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:02 smithi112 bash[21612]: cluster 2024-09-21T05:51:01.204823+0000 mgr.x (mgr.24484) 123 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:02.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:02 smithi099 bash[19899]: cluster 2024-09-21T05:51:01.204823+0000 mgr.x (mgr.24484) 123 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:02.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:02 smithi099 bash[26898]: cluster 2024-09-21T05:51:01.204823+0000 mgr.x (mgr.24484) 123 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:03.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:03 smithi112 bash[21612]: audit 2024-09-21T05:51:02.791978+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:03.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:03 smithi112 bash[21612]: audit 2024-09-21T05:51:02.838411+0000 mgr.x (mgr.24484) 124 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:03.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:03 smithi112 bash[21612]: cluster 2024-09-21T05:51:03.206368+0000 mgr.x (mgr.24484) 125 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:03.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:03 smithi099 bash[19899]: audit 2024-09-21T05:51:02.791978+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:03.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:03 smithi099 bash[19899]: audit 2024-09-21T05:51:02.838411+0000 mgr.x (mgr.24484) 124 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:03.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:03 smithi099 bash[19899]: cluster 2024-09-21T05:51:03.206368+0000 mgr.x (mgr.24484) 125 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:03.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:03 smithi099 bash[26898]: audit 2024-09-21T05:51:02.791978+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:03.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:03 smithi099 bash[26898]: audit 2024-09-21T05:51:02.838411+0000 mgr.x (mgr.24484) 124 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:03.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:03 smithi099 bash[26898]: cluster 2024-09-21T05:51:03.206368+0000 mgr.x (mgr.24484) 125 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:04.185 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:51:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:51:03] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-21T05:51:06.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:06 smithi112 bash[21612]: cluster 2024-09-21T05:51:05.207130+0000 mgr.x (mgr.24484) 126 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:06 smithi099 bash[19899]: cluster 2024-09-21T05:51:05.207130+0000 mgr.x (mgr.24484) 126 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:06.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:06 smithi099 bash[26898]: cluster 2024-09-21T05:51:05.207130+0000 mgr.x (mgr.24484) 126 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:08.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:08 smithi112 bash[21612]: cluster 2024-09-21T05:51:07.207834+0000 mgr.x (mgr.24484) 127 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:08.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:08 smithi099 bash[19899]: cluster 2024-09-21T05:51:07.207834+0000 mgr.x (mgr.24484) 127 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:08.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:08 smithi099 bash[26898]: cluster 2024-09-21T05:51:07.207834+0000 mgr.x (mgr.24484) 127 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:10.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:10 smithi112 bash[21612]: cluster 2024-09-21T05:51:09.209453+0000 mgr.x (mgr.24484) 128 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:10.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:10 smithi099 bash[19899]: cluster 2024-09-21T05:51:09.209453+0000 mgr.x (mgr.24484) 128 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:10.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:10 smithi099 bash[26898]: cluster 2024-09-21T05:51:09.209453+0000 mgr.x (mgr.24484) 128 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:12.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:12 smithi112 bash[21612]: cluster 2024-09-21T05:51:11.210150+0000 mgr.x (mgr.24484) 129 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:12.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:12 smithi099 bash[19899]: cluster 2024-09-21T05:51:11.210150+0000 mgr.x (mgr.24484) 129 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:12.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:12 smithi099 bash[26898]: cluster 2024-09-21T05:51:11.210150+0000 mgr.x (mgr.24484) 129 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:14.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:51:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:51:13] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-21T05:51:14.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:14 smithi112 bash[21612]: audit 2024-09-21T05:51:12.842272+0000 mgr.x (mgr.24484) 130 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:14.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:14 smithi112 bash[21612]: cluster 2024-09-21T05:51:13.211759+0000 mgr.x (mgr.24484) 131 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:14.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:14 smithi099 bash[19899]: audit 2024-09-21T05:51:12.842272+0000 mgr.x (mgr.24484) 130 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:14.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:14 smithi099 bash[19899]: cluster 2024-09-21T05:51:13.211759+0000 mgr.x (mgr.24484) 131 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:14.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:14 smithi099 bash[26898]: audit 2024-09-21T05:51:12.842272+0000 mgr.x (mgr.24484) 130 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:14.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:14 smithi099 bash[26898]: cluster 2024-09-21T05:51:13.211759+0000 mgr.x (mgr.24484) 131 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:15.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:15 smithi112 bash[21612]: cluster 2024-09-21T05:51:15.212589+0000 mgr.x (mgr.24484) 132 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:15.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:15 smithi099 bash[19899]: cluster 2024-09-21T05:51:15.212589+0000 mgr.x (mgr.24484) 132 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:15.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:15 smithi099 bash[26898]: cluster 2024-09-21T05:51:15.212589+0000 mgr.x (mgr.24484) 132 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:18.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:18 smithi112 bash[21612]: cluster 2024-09-21T05:51:17.213454+0000 mgr.x (mgr.24484) 133 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:18.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:18 smithi112 bash[21612]: audit 2024-09-21T05:51:17.792454+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:18.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:18 smithi099 bash[19899]: cluster 2024-09-21T05:51:17.213454+0000 mgr.x (mgr.24484) 133 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:18.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:18 smithi099 bash[19899]: audit 2024-09-21T05:51:17.792454+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:18.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:18 smithi099 bash[26898]: cluster 2024-09-21T05:51:17.213454+0000 mgr.x (mgr.24484) 133 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:18.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:18 smithi099 bash[26898]: audit 2024-09-21T05:51:17.792454+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:20.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:20 smithi112 bash[21612]: cluster 2024-09-21T05:51:19.215227+0000 mgr.x (mgr.24484) 134 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:20.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:20 smithi099 bash[19899]: cluster 2024-09-21T05:51:19.215227+0000 mgr.x (mgr.24484) 134 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:20.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:20 smithi099 bash[26898]: cluster 2024-09-21T05:51:19.215227+0000 mgr.x (mgr.24484) 134 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:22.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:22 smithi112 bash[21612]: cluster 2024-09-21T05:51:21.216152+0000 mgr.x (mgr.24484) 135 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:22.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:22 smithi099 bash[19899]: cluster 2024-09-21T05:51:21.216152+0000 mgr.x (mgr.24484) 135 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:22.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:22 smithi099 bash[26898]: cluster 2024-09-21T05:51:21.216152+0000 mgr.x (mgr.24484) 135 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:24.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:51:23 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:51:23] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:51:24.502 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-21T05:51:24.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:24 smithi112 bash[21612]: audit 2024-09-21T05:51:22.853742+0000 mgr.x (mgr.24484) 136 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:24.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:24 smithi112 bash[21612]: cluster 2024-09-21T05:51:23.217723+0000 mgr.x (mgr.24484) 137 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:24.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:24 smithi099 bash[19899]: audit 2024-09-21T05:51:22.853742+0000 mgr.x (mgr.24484) 136 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:24.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:24 smithi099 bash[19899]: cluster 2024-09-21T05:51:23.217723+0000 mgr.x (mgr.24484) 137 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:24.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:24 smithi099 bash[26898]: audit 2024-09-21T05:51:22.853742+0000 mgr.x (mgr.24484) 136 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:24.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:24 smithi099 bash[26898]: cluster 2024-09-21T05:51:23.217723+0000 mgr.x (mgr.24484) 137 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:25.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:25 smithi112 bash[21612]: cluster 2024-09-21T05:51:25.218417+0000 mgr.x (mgr.24484) 138 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:25.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:25 smithi099 bash[19899]: cluster 2024-09-21T05:51:25.218417+0000 mgr.x (mgr.24484) 138 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:25.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:25 smithi099 bash[26898]: cluster 2024-09-21T05:51:25.218417+0000 mgr.x (mgr.24484) 138 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:28.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:28 smithi112 bash[21612]: cluster 2024-09-21T05:51:27.219177+0000 mgr.x (mgr.24484) 139 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:28.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:28 smithi099 bash[19899]: cluster 2024-09-21T05:51:27.219177+0000 mgr.x (mgr.24484) 139 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:28.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:28 smithi099 bash[26898]: cluster 2024-09-21T05:51:27.219177+0000 mgr.x (mgr.24484) 139 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:29.317 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:51:30.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:30 smithi112 bash[21612]: cluster 2024-09-21T05:51:29.221124+0000 mgr.x (mgr.24484) 140 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:30.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:30 smithi099 bash[19899]: cluster 2024-09-21T05:51:29.221124+0000 mgr.x (mgr.24484) 140 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:30.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:30 smithi099 bash[26898]: cluster 2024-09-21T05:51:29.221124+0000 mgr.x (mgr.24484) 140 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:31.094 INFO:teuthology.orchestra.run.smithi099.stdout:Scheduled to redeploy mgr.y on host 'smithi099' 2024-09-21T05:51:31.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:30.722872+0000 mon.c (mon.2) 103 : audit [DBG] from='client.? 172.21.15.99:0/3994219900' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.064484+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.080530+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.094219+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.099845+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.101725+0000 mon.c (mon.2) 105 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.112615+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.153824+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.154188+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.155658+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[19899]: audit 2024-09-21T05:51:31.157069+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:51:31.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:30.722872+0000 mon.c (mon.2) 103 : audit [DBG] from='client.? 172.21.15.99:0/3994219900' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.064484+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.080530+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.094219+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.099845+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.101725+0000 mon.c (mon.2) 105 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.112615+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.153824+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.154188+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.155658+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:51:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:31 smithi099 bash[26898]: audit 2024-09-21T05:51:31.157069+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:51:31.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:30.722872+0000 mon.c (mon.2) 103 : audit [DBG] from='client.? 172.21.15.99:0/3994219900' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.064484+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.080530+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.094219+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.099845+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.101725+0000 mon.c (mon.2) 105 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.112615+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.153824+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.154188+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.24484 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.155658+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T05:51:31.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:31 smithi112 bash[21612]: audit 2024-09-21T05:51:31.157069+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:51:31.806 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps --refresh' 2024-09-21T05:51:32.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:32 smithi112 bash[21612]: audit 2024-09-21T05:51:31.058152+0000 mgr.x (mgr.24484) 141 : audit [DBG] from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:51:32.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:32 smithi112 bash[21612]: cephadm 2024-09-21T05:51:31.072822+0000 mgr.x (mgr.24484) 142 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-21T05:51:32.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:32 smithi112 bash[21612]: cephadm 2024-09-21T05:51:31.161992+0000 mgr.x (mgr.24484) 143 : cephadm [INF] Deploying daemon mgr.y on smithi099 2024-09-21T05:51:32.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:32 smithi112 bash[21612]: cluster 2024-09-21T05:51:31.221844+0000 mgr.x (mgr.24484) 144 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:32.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:32 smithi099 bash[19899]: audit 2024-09-21T05:51:31.058152+0000 mgr.x (mgr.24484) 141 : audit [DBG] from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:51:32.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:32 smithi099 bash[19899]: cephadm 2024-09-21T05:51:31.072822+0000 mgr.x (mgr.24484) 142 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-21T05:51:32.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:32 smithi099 bash[19899]: cephadm 2024-09-21T05:51:31.161992+0000 mgr.x (mgr.24484) 143 : cephadm [INF] Deploying daemon mgr.y on smithi099 2024-09-21T05:51:32.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:32 smithi099 bash[19899]: cluster 2024-09-21T05:51:31.221844+0000 mgr.x (mgr.24484) 144 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:32 smithi099 bash[26898]: audit 2024-09-21T05:51:31.058152+0000 mgr.x (mgr.24484) 141 : audit [DBG] from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:51:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:32 smithi099 bash[26898]: cephadm 2024-09-21T05:51:31.072822+0000 mgr.x (mgr.24484) 142 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-21T05:51:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:32 smithi099 bash[26898]: cephadm 2024-09-21T05:51:31.161992+0000 mgr.x (mgr.24484) 143 : cephadm [INF] Deploying daemon mgr.y on smithi099 2024-09-21T05:51:32.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:32 smithi099 bash[26898]: cluster 2024-09-21T05:51:31.221844+0000 mgr.x (mgr.24484) 144 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:33.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:33 smithi112 bash[21612]: audit 2024-09-21T05:51:32.793036+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:33.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:33 smithi112 bash[21612]: audit 2024-09-21T05:51:32.863193+0000 mgr.x (mgr.24484) 145 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:33.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:33 smithi112 bash[21612]: cluster 2024-09-21T05:51:33.223468+0000 mgr.x (mgr.24484) 146 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:33.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:33 smithi099 bash[19899]: audit 2024-09-21T05:51:32.793036+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:33.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:33 smithi099 bash[19899]: audit 2024-09-21T05:51:32.863193+0000 mgr.x (mgr.24484) 145 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:33.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:33 smithi099 bash[19899]: cluster 2024-09-21T05:51:33.223468+0000 mgr.x (mgr.24484) 146 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:33.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:33 smithi099 bash[26898]: audit 2024-09-21T05:51:32.793036+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:33.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:33 smithi099 bash[26898]: audit 2024-09-21T05:51:32.863193+0000 mgr.x (mgr.24484) 145 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:33.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:33 smithi099 bash[26898]: cluster 2024-09-21T05:51:33.223468+0000 mgr.x (mgr.24484) 146 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:34.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:51:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:51:33] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:51:36.610 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:51:36.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:36 smithi112 bash[21612]: cluster 2024-09-21T05:51:35.224175+0000 mgr.x (mgr.24484) 147 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:36.700 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:36 smithi099 bash[26898]: cluster 2024-09-21T05:51:35.224175+0000 mgr.x (mgr.24484) 147 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:36.700 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:36 smithi099 bash[19899]: cluster 2024-09-21T05:51:35.224175+0000 mgr.x (mgr.24484) 147 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:38.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:38 smithi112 bash[21612]: cluster 2024-09-21T05:51:37.225006+0000 mgr.x (mgr.24484) 148 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:38.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:38 smithi099 bash[26898]: cluster 2024-09-21T05:51:37.225006+0000 mgr.x (mgr.24484) 148 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:38.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:38 smithi099 bash[19899]: cluster 2024-09-21T05:51:37.225006+0000 mgr.x (mgr.24484) 148 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:38.925 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T05:51:38.925 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (13m) 2m ago 13m 13.6M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T05:51:38.925 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (13m) 2m ago 13m 75.4M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T05:51:38.925 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (3m) 2m ago 11m 74.0M - 3.8 164465d2334a 3164921aba68 2024-09-21T05:51:38.925 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (6m) 2m ago 21m 496M - 19.3.0-5103-gf36283e7 48ed0a2cf89d 975f815a8f7a 2024-09-21T05:51:38.925 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:9283,8765 running (24m) 2m ago 24m 425M - 19.1.1-373-g4e45e6b4 164465d2334a 3c41dfc43cd4 2024-09-21T05:51:38.925 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (24m) 2m ago 24m 61.1M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T05:51:38.925 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (22m) 2m ago 22m 47.0M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T05:51:38.925 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (22m) 2m ago 22m 46.2M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (13m) 2m ago 13m 8655k - 1.5.0 0da6a335fe13 9f5f0ac119e3 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (13m) 2m ago 13m 8932k - 1.5.0 0da6a335fe13 93ffd4df1601 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (21m) 2m ago 21m 60.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (20m) 2m ago 20m 63.1M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (19m) 2m ago 19m 59.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (18m) 2m ago 18m 61.2M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (17m) 2m ago 17m 62.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (16m) 2m ago 16m 51.6M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (15m) 2m ago 16m 59.3M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (15m) 2m ago 15m 53.2M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (3m) 2m ago 14m 28.3M - 2.43.0 a07b618ecd1d ff8e6820df6d 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (11m) 2m ago 11m 95.8M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T05:51:38.926 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (11m) 2m ago 11m 96.5M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T05:51:39.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:39 smithi112 bash[21612]: audit 2024-09-21T05:51:38.892657+0000 mgr.x (mgr.24484) 149 : audit [DBG] from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:51:39.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:39 smithi112 bash[21612]: cluster 2024-09-21T05:51:39.226746+0000 mgr.x (mgr.24484) 150 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:39.735 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:39 smithi099 bash[19899]: audit 2024-09-21T05:51:38.892657+0000 mgr.x (mgr.24484) 149 : audit [DBG] from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:51:39.736 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:39 smithi099 bash[19899]: cluster 2024-09-21T05:51:39.226746+0000 mgr.x (mgr.24484) 150 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:39.736 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:39 smithi099 bash[26898]: audit 2024-09-21T05:51:38.892657+0000 mgr.x (mgr.24484) 149 : audit [DBG] from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:51:39.736 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:39 smithi099 bash[26898]: cluster 2024-09-21T05:51:39.226746+0000 mgr.x (mgr.24484) 150 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:39.738 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'sleep 180' 2024-09-21T05:51:42.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:42 smithi112 bash[21612]: cluster 2024-09-21T05:51:41.227547+0000 mgr.x (mgr.24484) 151 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:42.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:42 smithi099 bash[19899]: cluster 2024-09-21T05:51:41.227547+0000 mgr.x (mgr.24484) 151 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:42.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:42 smithi099 bash[26898]: cluster 2024-09-21T05:51:41.227547+0000 mgr.x (mgr.24484) 151 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:43.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:43 smithi112 bash[21612]: audit 2024-09-21T05:51:42.871293+0000 mgr.x (mgr.24484) 152 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:43.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:43 smithi112 bash[21612]: cluster 2024-09-21T05:51:43.229263+0000 mgr.x (mgr.24484) 153 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:43.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:43 smithi099 bash[19899]: audit 2024-09-21T05:51:42.871293+0000 mgr.x (mgr.24484) 152 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:43.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:43 smithi099 bash[19899]: cluster 2024-09-21T05:51:43.229263+0000 mgr.x (mgr.24484) 153 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:43.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:43 smithi099 bash[26898]: audit 2024-09-21T05:51:42.871293+0000 mgr.x (mgr.24484) 152 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:43 smithi099 bash[26898]: cluster 2024-09-21T05:51:43.229263+0000 mgr.x (mgr.24484) 153 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:44.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:51:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:51:43] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:51:44.559 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:51:46.555 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:46 smithi099 bash[19899]: cluster 2024-09-21T05:51:45.230122+0000 mgr.x (mgr.24484) 154 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:46.555 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:46 smithi099 bash[26898]: cluster 2024-09-21T05:51:45.230122+0000 mgr.x (mgr.24484) 154 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:46.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:46 smithi112 bash[21612]: cluster 2024-09-21T05:51:45.230122+0000 mgr.x (mgr.24484) 154 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:47.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:47 smithi112 bash[21612]: cluster 2024-09-21T05:51:47.230845+0000 mgr.x (mgr.24484) 155 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:47.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:47 smithi099 bash[19899]: cluster 2024-09-21T05:51:47.230845+0000 mgr.x (mgr.24484) 155 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:47.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:47 smithi099 bash[26898]: cluster 2024-09-21T05:51:47.230845+0000 mgr.x (mgr.24484) 155 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:48.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:48 smithi112 bash[21612]: audit 2024-09-21T05:51:47.793815+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:48.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:48 smithi099 bash[19899]: audit 2024-09-21T05:51:47.793815+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:48.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:48 smithi099 bash[26898]: audit 2024-09-21T05:51:47.793815+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:51:49.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:49 smithi112 bash[21612]: cluster 2024-09-21T05:51:49.232531+0000 mgr.x (mgr.24484) 156 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:49.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:49 smithi099 bash[19899]: cluster 2024-09-21T05:51:49.232531+0000 mgr.x (mgr.24484) 156 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:49.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:49 smithi099 bash[26898]: cluster 2024-09-21T05:51:49.232531+0000 mgr.x (mgr.24484) 156 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:51.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:51 smithi112 bash[21612]: cluster 2024-09-21T05:51:51.233231+0000 mgr.x (mgr.24484) 157 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:51.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:51 smithi099 bash[26898]: cluster 2024-09-21T05:51:51.233231+0000 mgr.x (mgr.24484) 157 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:51.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:51 smithi099 bash[19899]: cluster 2024-09-21T05:51:51.233231+0000 mgr.x (mgr.24484) 157 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:53 smithi112 bash[21612]: audit 2024-09-21T05:51:52.882743+0000 mgr.x (mgr.24484) 158 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:53 smithi112 bash[21612]: cluster 2024-09-21T05:51:53.234898+0000 mgr.x (mgr.24484) 159 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:53.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:53 smithi099 bash[19899]: audit 2024-09-21T05:51:52.882743+0000 mgr.x (mgr.24484) 158 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:53.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:53 smithi099 bash[19899]: cluster 2024-09-21T05:51:53.234898+0000 mgr.x (mgr.24484) 159 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:53.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:53 smithi099 bash[26898]: audit 2024-09-21T05:51:52.882743+0000 mgr.x (mgr.24484) 158 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:51:53.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:53 smithi099 bash[26898]: cluster 2024-09-21T05:51:53.234898+0000 mgr.x (mgr.24484) 159 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:54.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:51:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:51:53] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:51:55.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:55 smithi112 bash[21612]: cluster 2024-09-21T05:51:55.235584+0000 mgr.x (mgr.24484) 160 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:55.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:55 smithi099 bash[19899]: cluster 2024-09-21T05:51:55.235584+0000 mgr.x (mgr.24484) 160 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:55.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:55 smithi099 bash[26898]: cluster 2024-09-21T05:51:55.235584+0000 mgr.x (mgr.24484) 160 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:57.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:57 smithi112 bash[21612]: cluster 2024-09-21T05:51:57.236304+0000 mgr.x (mgr.24484) 161 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:57.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:57 smithi099 bash[19899]: cluster 2024-09-21T05:51:57.236304+0000 mgr.x (mgr.24484) 161 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:57.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:57 smithi099 bash[26898]: cluster 2024-09-21T05:51:57.236304+0000 mgr.x (mgr.24484) 161 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:51:59.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:51:59 smithi112 bash[21612]: cluster 2024-09-21T05:51:59.237964+0000 mgr.x (mgr.24484) 162 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:59.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:51:59 smithi099 bash[19899]: cluster 2024-09-21T05:51:59.237964+0000 mgr.x (mgr.24484) 162 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:51:59.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:51:59 smithi099 bash[26898]: cluster 2024-09-21T05:51:59.237964+0000 mgr.x (mgr.24484) 162 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:01.686 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:01 smithi112 bash[21612]: cluster 2024-09-21T05:52:01.238627+0000 mgr.x (mgr.24484) 163 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:01.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:01 smithi099 bash[26898]: cluster 2024-09-21T05:52:01.238627+0000 mgr.x (mgr.24484) 163 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:01.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:01 smithi099 bash[19899]: cluster 2024-09-21T05:52:01.238627+0000 mgr.x (mgr.24484) 163 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:03.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:02 smithi112 bash[21612]: audit 2024-09-21T05:52:02.794134+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:03.257 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:02 smithi099 bash[19899]: audit 2024-09-21T05:52:02.794134+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:03.257 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:02 smithi099 bash[26898]: audit 2024-09-21T05:52:02.794134+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:04.187 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:52:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:52:03] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:52:04.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:03 smithi112 bash[21612]: audit 2024-09-21T05:52:02.890939+0000 mgr.x (mgr.24484) 164 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:04.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:03 smithi112 bash[21612]: cluster 2024-09-21T05:52:03.240211+0000 mgr.x (mgr.24484) 165 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:04.257 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:03 smithi099 bash[19899]: audit 2024-09-21T05:52:02.890939+0000 mgr.x (mgr.24484) 164 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:04.257 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:03 smithi099 bash[19899]: cluster 2024-09-21T05:52:03.240211+0000 mgr.x (mgr.24484) 165 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:04.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:03 smithi099 bash[26898]: audit 2024-09-21T05:52:02.890939+0000 mgr.x (mgr.24484) 164 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:04.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:03 smithi099 bash[26898]: cluster 2024-09-21T05:52:03.240211+0000 mgr.x (mgr.24484) 165 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:05 smithi112 bash[21612]: cluster 2024-09-21T05:52:05.240913+0000 mgr.x (mgr.24484) 166 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:05.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:05 smithi099 bash[26898]: cluster 2024-09-21T05:52:05.240913+0000 mgr.x (mgr.24484) 166 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:05.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:05 smithi099 bash[19899]: cluster 2024-09-21T05:52:05.240913+0000 mgr.x (mgr.24484) 166 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:07.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:07 smithi112 bash[21612]: cluster 2024-09-21T05:52:07.241648+0000 mgr.x (mgr.24484) 167 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:07.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:07 smithi099 bash[19899]: cluster 2024-09-21T05:52:07.241648+0000 mgr.x (mgr.24484) 167 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:07.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:07 smithi099 bash[26898]: cluster 2024-09-21T05:52:07.241648+0000 mgr.x (mgr.24484) 167 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:09.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:09 smithi112 bash[21612]: cluster 2024-09-21T05:52:09.243269+0000 mgr.x (mgr.24484) 168 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:09.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:09 smithi099 bash[19899]: cluster 2024-09-21T05:52:09.243269+0000 mgr.x (mgr.24484) 168 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:09.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:09 smithi099 bash[26898]: cluster 2024-09-21T05:52:09.243269+0000 mgr.x (mgr.24484) 168 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:11.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:11 smithi112 bash[21612]: cluster 2024-09-21T05:52:11.243973+0000 mgr.x (mgr.24484) 169 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:11.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:11 smithi099 bash[19899]: cluster 2024-09-21T05:52:11.243973+0000 mgr.x (mgr.24484) 169 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:11.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:11 smithi099 bash[26898]: cluster 2024-09-21T05:52:11.243973+0000 mgr.x (mgr.24484) 169 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:13.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:13 smithi112 bash[21612]: audit 2024-09-21T05:52:12.899068+0000 mgr.x (mgr.24484) 170 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:13.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:13 smithi112 bash[21612]: cluster 2024-09-21T05:52:13.245575+0000 mgr.x (mgr.24484) 171 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:13.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:13 smithi099 bash[26898]: audit 2024-09-21T05:52:12.899068+0000 mgr.x (mgr.24484) 170 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:13.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:13 smithi099 bash[26898]: cluster 2024-09-21T05:52:13.245575+0000 mgr.x (mgr.24484) 171 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:13 smithi099 bash[19899]: audit 2024-09-21T05:52:12.899068+0000 mgr.x (mgr.24484) 170 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:13 smithi099 bash[19899]: cluster 2024-09-21T05:52:13.245575+0000 mgr.x (mgr.24484) 171 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:14.187 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:52:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:52:13] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:52:15.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:15 smithi112 bash[21612]: cluster 2024-09-21T05:52:15.246276+0000 mgr.x (mgr.24484) 172 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:15.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:15 smithi099 bash[19899]: cluster 2024-09-21T05:52:15.246276+0000 mgr.x (mgr.24484) 172 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:15.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:15 smithi099 bash[26898]: cluster 2024-09-21T05:52:15.246276+0000 mgr.x (mgr.24484) 172 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:17.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:17 smithi112 bash[21612]: cluster 2024-09-21T05:52:17.247025+0000 mgr.x (mgr.24484) 173 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:17.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:17 smithi099 bash[19899]: cluster 2024-09-21T05:52:17.247025+0000 mgr.x (mgr.24484) 173 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:17 smithi099 bash[26898]: cluster 2024-09-21T05:52:17.247025+0000 mgr.x (mgr.24484) 173 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:18.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:18 smithi112 bash[21612]: audit 2024-09-21T05:52:17.794747+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:18.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:18 smithi099 bash[19899]: audit 2024-09-21T05:52:17.794747+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:18.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:18 smithi099 bash[26898]: audit 2024-09-21T05:52:17.794747+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:19.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:19 smithi112 bash[21612]: cluster 2024-09-21T05:52:19.248615+0000 mgr.x (mgr.24484) 174 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:19.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:19 smithi099 bash[19899]: cluster 2024-09-21T05:52:19.248615+0000 mgr.x (mgr.24484) 174 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:19.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:19 smithi099 bash[26898]: cluster 2024-09-21T05:52:19.248615+0000 mgr.x (mgr.24484) 174 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:21.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:21 smithi112 bash[21612]: cluster 2024-09-21T05:52:21.249332+0000 mgr.x (mgr.24484) 175 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:21.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:21 smithi099 bash[19899]: cluster 2024-09-21T05:52:21.249332+0000 mgr.x (mgr.24484) 175 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:21.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:21 smithi099 bash[26898]: cluster 2024-09-21T05:52:21.249332+0000 mgr.x (mgr.24484) 175 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:23.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:23 smithi099 bash[19899]: audit 2024-09-21T05:52:22.906909+0000 mgr.x (mgr.24484) 176 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:23.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:23 smithi099 bash[19899]: cluster 2024-09-21T05:52:23.251012+0000 mgr.x (mgr.24484) 177 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:23.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:23 smithi099 bash[26898]: audit 2024-09-21T05:52:22.906909+0000 mgr.x (mgr.24484) 176 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:23.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:23 smithi099 bash[26898]: cluster 2024-09-21T05:52:23.251012+0000 mgr.x (mgr.24484) 177 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:23.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:23 smithi112 bash[21612]: audit 2024-09-21T05:52:22.906909+0000 mgr.x (mgr.24484) 176 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:23.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:23 smithi112 bash[21612]: cluster 2024-09-21T05:52:23.251012+0000 mgr.x (mgr.24484) 177 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:24.007 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:24.008 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:24.008 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:24.008 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:24.009 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:24.009 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:24.009 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:24.009 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:24.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:24.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:23 smithi099 systemd[1]: Stopping Ceph mgr.y for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T05:52:24.187 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:52:23 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:52:23] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-21T05:52:24.964 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:24 smithi099 bash[68198]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mgr-y 2024-09-21T05:52:24.965 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-21T05:52:24.965 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:24 smithi099 bash[68259]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mgr-y 2024-09-21T05:52:24.965 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.y.service: Failed with result 'exit-code'. 2024-09-21T05:52:24.965 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: Stopped Ceph mgr.y for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:52:25.257 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:25.258 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:25.258 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:25.258 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:25.259 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:25.259 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:25.259 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:25.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:25.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T05:52:25.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:25 smithi099 systemd[1]: Started Ceph mgr.y for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:52:26.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:26 smithi112 bash[21612]: audit 2024-09-21T05:52:25.146733+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:26 smithi112 bash[21612]: audit 2024-09-21T05:52:25.154155+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:26 smithi112 bash[21612]: audit 2024-09-21T05:52:25.161461+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:26 smithi112 bash[21612]: audit 2024-09-21T05:52:25.168610+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:26 smithi112 bash[21612]: cluster 2024-09-21T05:52:25.251664+0000 mgr.x (mgr.24484) 178 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:26.507 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[68315]: debug 2024-09-21T05:52:26.271+0000 7f3a5a0f3640 1 -- 172.21.15.99:0/583942982 <== mon.0 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d1df1c70e0 con 0x55d1df1c9400 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[19899]: audit 2024-09-21T05:52:25.146733+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[19899]: audit 2024-09-21T05:52:25.154155+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[19899]: audit 2024-09-21T05:52:25.161461+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[19899]: audit 2024-09-21T05:52:25.168610+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[19899]: cluster 2024-09-21T05:52:25.251664+0000 mgr.x (mgr.24484) 178 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[26898]: audit 2024-09-21T05:52:25.146733+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[26898]: audit 2024-09-21T05:52:25.154155+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[26898]: audit 2024-09-21T05:52:25.161461+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[26898]: audit 2024-09-21T05:52:25.168610+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:26.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:26 smithi099 bash[26898]: cluster 2024-09-21T05:52:25.251664+0000 mgr.x (mgr.24484) 178 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:27.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:27 smithi112 bash[21612]: cluster 2024-09-21T05:52:27.252375+0000 mgr.x (mgr.24484) 179 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:27.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:27 smithi099 bash[19899]: cluster 2024-09-21T05:52:27.252375+0000 mgr.x (mgr.24484) 179 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:27.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:27 smithi099 bash[26898]: cluster 2024-09-21T05:52:27.252375+0000 mgr.x (mgr.24484) 179 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:29.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:29 smithi112 bash[21612]: cluster 2024-09-21T05:52:29.254104+0000 mgr.x (mgr.24484) 180 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:29.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:29 smithi099 bash[19899]: cluster 2024-09-21T05:52:29.254104+0000 mgr.x (mgr.24484) 180 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:29 smithi099 bash[26898]: cluster 2024-09-21T05:52:29.254104+0000 mgr.x (mgr.24484) 180 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:32.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[19899]: audit 2024-09-21T05:52:31.140725+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[19899]: audit 2024-09-21T05:52:31.147697+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[19899]: cluster 2024-09-21T05:52:31.254550+0000 mgr.x (mgr.24484) 181 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:52:32.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[19899]: audit 2024-09-21T05:52:31.281804+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[19899]: audit 2024-09-21T05:52:31.294493+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[19899]: audit 2024-09-21T05:52:31.910007+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:52:32.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[19899]: audit 2024-09-21T05:52:31.911451+0000 mon.c (mon.2) 114 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:52:32.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[19899]: audit 2024-09-21T05:52:31.923445+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.391 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[26898]: audit 2024-09-21T05:52:31.140725+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.392 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[26898]: audit 2024-09-21T05:52:31.147697+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.392 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[26898]: cluster 2024-09-21T05:52:31.254550+0000 mgr.x (mgr.24484) 181 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:52:32.392 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[26898]: audit 2024-09-21T05:52:31.281804+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.392 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[26898]: audit 2024-09-21T05:52:31.294493+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.392 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[26898]: audit 2024-09-21T05:52:31.910007+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:52:32.392 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[26898]: audit 2024-09-21T05:52:31.911451+0000 mon.c (mon.2) 114 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:52:32.392 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[26898]: audit 2024-09-21T05:52:31.923445+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:32 smithi112 bash[21612]: audit 2024-09-21T05:52:31.140725+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:32 smithi112 bash[21612]: audit 2024-09-21T05:52:31.147697+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:32 smithi112 bash[21612]: cluster 2024-09-21T05:52:31.254550+0000 mgr.x (mgr.24484) 181 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:52:32.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:32 smithi112 bash[21612]: audit 2024-09-21T05:52:31.281804+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:32 smithi112 bash[21612]: audit 2024-09-21T05:52:31.294493+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:32 smithi112 bash[21612]: audit 2024-09-21T05:52:31.910007+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:52:32.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:32 smithi112 bash[21612]: audit 2024-09-21T05:52:31.911451+0000 mon.c (mon.2) 114 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:52:32.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:32 smithi112 bash[21612]: audit 2024-09-21T05:52:31.923445+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:52:32.758 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[68315]: [21/Sep/2024:05:52:32] ENGINE Bus STARTING 2024-09-21T05:52:32.758 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[68315]: CherryPy Checker: 2024-09-21T05:52:32.758 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[68315]: The Application mounted at '' has an empty config. 2024-09-21T05:52:32.758 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[68315]: [21/Sep/2024:05:52:32] ENGINE Serving on http://:::9283 2024-09-21T05:52:32.758 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:52:32 smithi099 bash[68315]: [21/Sep/2024:05:52:32] ENGINE Bus STARTED 2024-09-21T05:52:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[19899]: cluster 2024-09-21T05:52:32.390932+0000 mon.a (mon.0) 1147 : cluster [DBG] Standby manager daemon y restarted 2024-09-21T05:52:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[19899]: cluster 2024-09-21T05:52:32.391144+0000 mon.a (mon.0) 1148 : cluster [DBG] Standby manager daemon y started 2024-09-21T05:52:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[19899]: audit 2024-09-21T05:52:32.395853+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T05:52:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[19899]: audit 2024-09-21T05:52:32.396465+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:52:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[19899]: audit 2024-09-21T05:52:32.399049+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T05:52:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[19899]: audit 2024-09-21T05:52:32.399504+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:52:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[19899]: audit 2024-09-21T05:52:32.795230+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:33.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[26898]: cluster 2024-09-21T05:52:32.390932+0000 mon.a (mon.0) 1147 : cluster [DBG] Standby manager daemon y restarted 2024-09-21T05:52:33.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[26898]: cluster 2024-09-21T05:52:32.391144+0000 mon.a (mon.0) 1148 : cluster [DBG] Standby manager daemon y started 2024-09-21T05:52:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[26898]: audit 2024-09-21T05:52:32.395853+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T05:52:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[26898]: audit 2024-09-21T05:52:32.396465+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:52:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[26898]: audit 2024-09-21T05:52:32.399049+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T05:52:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[26898]: audit 2024-09-21T05:52:32.399504+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:52:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:33 smithi099 bash[26898]: audit 2024-09-21T05:52:32.795230+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:33.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:33 smithi112 bash[21612]: cluster 2024-09-21T05:52:32.390932+0000 mon.a (mon.0) 1147 : cluster [DBG] Standby manager daemon y restarted 2024-09-21T05:52:33.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:33 smithi112 bash[21612]: cluster 2024-09-21T05:52:32.391144+0000 mon.a (mon.0) 1148 : cluster [DBG] Standby manager daemon y started 2024-09-21T05:52:33.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:33 smithi112 bash[21612]: audit 2024-09-21T05:52:32.395853+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T05:52:33.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:33 smithi112 bash[21612]: audit 2024-09-21T05:52:32.396465+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:52:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:33 smithi112 bash[21612]: audit 2024-09-21T05:52:32.399049+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T05:52:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:33 smithi112 bash[21612]: audit 2024-09-21T05:52:32.399504+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.? 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:52:33.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:33 smithi112 bash[21612]: audit 2024-09-21T05:52:32.795230+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:34.170 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:52:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:52:33] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:52:34.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:34 smithi112 bash[21612]: audit 2024-09-21T05:52:32.918250+0000 mgr.x (mgr.24484) 182 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:34.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:34 smithi112 bash[21612]: cluster 2024-09-21T05:52:33.174267+0000 mon.a (mon.0) 1149 : cluster [DBG] mgrmap e28: x(active, since 4m), standbys: y 2024-09-21T05:52:34.437 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:34 smithi112 bash[21612]: cluster 2024-09-21T05:52:33.256186+0000 mgr.x (mgr.24484) 183 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:34.507 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:34 smithi099 bash[19899]: audit 2024-09-21T05:52:32.918250+0000 mgr.x (mgr.24484) 182 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:34.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:34 smithi099 bash[19899]: cluster 2024-09-21T05:52:33.174267+0000 mon.a (mon.0) 1149 : cluster [DBG] mgrmap e28: x(active, since 4m), standbys: y 2024-09-21T05:52:34.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:34 smithi099 bash[19899]: cluster 2024-09-21T05:52:33.256186+0000 mgr.x (mgr.24484) 183 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:34.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:34 smithi099 bash[26898]: audit 2024-09-21T05:52:32.918250+0000 mgr.x (mgr.24484) 182 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:34.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:34 smithi099 bash[26898]: cluster 2024-09-21T05:52:33.174267+0000 mon.a (mon.0) 1149 : cluster [DBG] mgrmap e28: x(active, since 4m), standbys: y 2024-09-21T05:52:34.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:34 smithi099 bash[26898]: cluster 2024-09-21T05:52:33.256186+0000 mgr.x (mgr.24484) 183 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:35.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:35 smithi112 bash[21612]: cluster 2024-09-21T05:52:35.256896+0000 mgr.x (mgr.24484) 184 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:52:35.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:35 smithi099 bash[19899]: cluster 2024-09-21T05:52:35.256896+0000 mgr.x (mgr.24484) 184 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:52:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:35 smithi099 bash[26898]: cluster 2024-09-21T05:52:35.256896+0000 mgr.x (mgr.24484) 184 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:52:37.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:37 smithi112 bash[21612]: cluster 2024-09-21T05:52:37.257604+0000 mgr.x (mgr.24484) 185 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:52:37.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:37 smithi099 bash[19899]: cluster 2024-09-21T05:52:37.257604+0000 mgr.x (mgr.24484) 185 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:52:37.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:37 smithi099 bash[26898]: cluster 2024-09-21T05:52:37.257604+0000 mgr.x (mgr.24484) 185 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:52:39.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:39 smithi112 bash[21612]: cluster 2024-09-21T05:52:39.259286+0000 mgr.x (mgr.24484) 186 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:39.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:39 smithi099 bash[19899]: cluster 2024-09-21T05:52:39.259286+0000 mgr.x (mgr.24484) 186 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:39.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:39 smithi099 bash[26898]: cluster 2024-09-21T05:52:39.259286+0000 mgr.x (mgr.24484) 186 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:41.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:41 smithi112 bash[21612]: cluster 2024-09-21T05:52:41.259937+0000 mgr.x (mgr.24484) 187 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:41.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:41 smithi099 bash[19899]: cluster 2024-09-21T05:52:41.259937+0000 mgr.x (mgr.24484) 187 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:41 smithi099 bash[26898]: cluster 2024-09-21T05:52:41.259937+0000 mgr.x (mgr.24484) 187 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:43.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:43 smithi112 bash[21612]: audit 2024-09-21T05:52:42.929643+0000 mgr.x (mgr.24484) 188 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:43.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:43 smithi112 bash[21612]: cluster 2024-09-21T05:52:43.261500+0000 mgr.x (mgr.24484) 189 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:43.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:43 smithi099 bash[26898]: audit 2024-09-21T05:52:42.929643+0000 mgr.x (mgr.24484) 188 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:43 smithi099 bash[26898]: cluster 2024-09-21T05:52:43.261500+0000 mgr.x (mgr.24484) 189 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:43 smithi099 bash[19899]: audit 2024-09-21T05:52:42.929643+0000 mgr.x (mgr.24484) 188 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:43 smithi099 bash[19899]: cluster 2024-09-21T05:52:43.261500+0000 mgr.x (mgr.24484) 189 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:44.187 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:52:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:52:43] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:52:45.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:45 smithi112 bash[21612]: cluster 2024-09-21T05:52:45.262224+0000 mgr.x (mgr.24484) 190 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:45.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:45 smithi099 bash[26898]: cluster 2024-09-21T05:52:45.262224+0000 mgr.x (mgr.24484) 190 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:45 smithi099 bash[19899]: cluster 2024-09-21T05:52:45.262224+0000 mgr.x (mgr.24484) 190 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:47.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:47 smithi112 bash[21612]: cluster 2024-09-21T05:52:47.262935+0000 mgr.x (mgr.24484) 191 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:47.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:47 smithi099 bash[19899]: cluster 2024-09-21T05:52:47.262935+0000 mgr.x (mgr.24484) 191 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:47 smithi099 bash[26898]: cluster 2024-09-21T05:52:47.262935+0000 mgr.x (mgr.24484) 191 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:48.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:48 smithi112 bash[21612]: audit 2024-09-21T05:52:47.795853+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:48.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:48 smithi099 bash[19899]: audit 2024-09-21T05:52:47.795853+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:48.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:48 smithi099 bash[26898]: audit 2024-09-21T05:52:47.795853+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:52:49.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:49 smithi112 bash[21612]: cluster 2024-09-21T05:52:49.264552+0000 mgr.x (mgr.24484) 192 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:49.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:49 smithi099 bash[19899]: cluster 2024-09-21T05:52:49.264552+0000 mgr.x (mgr.24484) 192 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:49.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:49 smithi099 bash[26898]: cluster 2024-09-21T05:52:49.264552+0000 mgr.x (mgr.24484) 192 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:51.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:51 smithi112 bash[21612]: cluster 2024-09-21T05:52:51.265280+0000 mgr.x (mgr.24484) 193 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:51.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:51 smithi099 bash[19899]: cluster 2024-09-21T05:52:51.265280+0000 mgr.x (mgr.24484) 193 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:51.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:51 smithi099 bash[26898]: cluster 2024-09-21T05:52:51.265280+0000 mgr.x (mgr.24484) 193 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:53 smithi112 bash[21612]: audit 2024-09-21T05:52:52.938286+0000 mgr.x (mgr.24484) 194 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:53.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:53 smithi112 bash[21612]: cluster 2024-09-21T05:52:53.267094+0000 mgr.x (mgr.24484) 195 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:53.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:53 smithi099 bash[19899]: audit 2024-09-21T05:52:52.938286+0000 mgr.x (mgr.24484) 194 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:53.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:53 smithi099 bash[19899]: cluster 2024-09-21T05:52:53.267094+0000 mgr.x (mgr.24484) 195 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:53.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:53 smithi099 bash[26898]: audit 2024-09-21T05:52:52.938286+0000 mgr.x (mgr.24484) 194 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:52:53.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:53 smithi099 bash[26898]: cluster 2024-09-21T05:52:53.267094+0000 mgr.x (mgr.24484) 195 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:54.187 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:52:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:52:53] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:52:55.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:55 smithi112 bash[21612]: cluster 2024-09-21T05:52:55.267893+0000 mgr.x (mgr.24484) 196 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:55.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:55 smithi099 bash[19899]: cluster 2024-09-21T05:52:55.267893+0000 mgr.x (mgr.24484) 196 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:55.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:55 smithi099 bash[26898]: cluster 2024-09-21T05:52:55.267893+0000 mgr.x (mgr.24484) 196 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:57.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:57 smithi112 bash[21612]: cluster 2024-09-21T05:52:57.268770+0000 mgr.x (mgr.24484) 197 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:57.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:57 smithi099 bash[19899]: cluster 2024-09-21T05:52:57.268770+0000 mgr.x (mgr.24484) 197 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:57.757 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:57 smithi099 bash[26898]: cluster 2024-09-21T05:52:57.268770+0000 mgr.x (mgr.24484) 197 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:52:59.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:52:59 smithi112 bash[21612]: cluster 2024-09-21T05:52:59.270560+0000 mgr.x (mgr.24484) 198 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:59.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:52:59 smithi099 bash[19899]: cluster 2024-09-21T05:52:59.270560+0000 mgr.x (mgr.24484) 198 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:52:59.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:52:59 smithi099 bash[26898]: cluster 2024-09-21T05:52:59.270560+0000 mgr.x (mgr.24484) 198 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:01.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:01 smithi112 bash[21612]: cluster 2024-09-21T05:53:01.271345+0000 mgr.x (mgr.24484) 199 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:01.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:01 smithi099 bash[19899]: cluster 2024-09-21T05:53:01.271345+0000 mgr.x (mgr.24484) 199 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:01.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:01 smithi099 bash[26898]: cluster 2024-09-21T05:53:01.271345+0000 mgr.x (mgr.24484) 199 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:03.187 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:02 smithi112 bash[21612]: audit 2024-09-21T05:53:02.796278+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:03.257 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:02 smithi099 bash[19899]: audit 2024-09-21T05:53:02.796278+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:03.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:02 smithi099 bash[26898]: audit 2024-09-21T05:53:02.796278+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:04.187 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:53:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:53:03] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:53:04.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:03 smithi112 bash[21612]: audit 2024-09-21T05:53:02.947066+0000 mgr.x (mgr.24484) 200 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:04.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:03 smithi112 bash[21612]: cluster 2024-09-21T05:53:03.272915+0000 mgr.x (mgr.24484) 201 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:04.257 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:03 smithi099 bash[19899]: audit 2024-09-21T05:53:02.947066+0000 mgr.x (mgr.24484) 200 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:04.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:03 smithi099 bash[19899]: cluster 2024-09-21T05:53:03.272915+0000 mgr.x (mgr.24484) 201 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:04.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:03 smithi099 bash[26898]: audit 2024-09-21T05:53:02.947066+0000 mgr.x (mgr.24484) 200 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:04.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:03 smithi099 bash[26898]: cluster 2024-09-21T05:53:03.272915+0000 mgr.x (mgr.24484) 201 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:05.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:05 smithi112 bash[21612]: cluster 2024-09-21T05:53:05.273624+0000 mgr.x (mgr.24484) 202 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:05.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:05 smithi099 bash[19899]: cluster 2024-09-21T05:53:05.273624+0000 mgr.x (mgr.24484) 202 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:05 smithi099 bash[26898]: cluster 2024-09-21T05:53:05.273624+0000 mgr.x (mgr.24484) 202 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:07.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:07 smithi112 bash[21612]: cluster 2024-09-21T05:53:07.274331+0000 mgr.x (mgr.24484) 203 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:07.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:07 smithi099 bash[19899]: cluster 2024-09-21T05:53:07.274331+0000 mgr.x (mgr.24484) 203 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:07.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:07 smithi099 bash[26898]: cluster 2024-09-21T05:53:07.274331+0000 mgr.x (mgr.24484) 203 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:09.687 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:09 smithi112 bash[21612]: cluster 2024-09-21T05:53:09.276003+0000 mgr.x (mgr.24484) 204 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:09.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:09 smithi099 bash[19899]: cluster 2024-09-21T05:53:09.276003+0000 mgr.x (mgr.24484) 204 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:09.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:09 smithi099 bash[26898]: cluster 2024-09-21T05:53:09.276003+0000 mgr.x (mgr.24484) 204 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:11.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:11 smithi112 bash[21612]: cluster 2024-09-21T05:53:11.276700+0000 mgr.x (mgr.24484) 205 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:11 smithi099 bash[19899]: cluster 2024-09-21T05:53:11.276700+0000 mgr.x (mgr.24484) 205 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:11.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:11 smithi099 bash[26898]: cluster 2024-09-21T05:53:11.276700+0000 mgr.x (mgr.24484) 205 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:13.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:13 smithi112 bash[21612]: audit 2024-09-21T05:53:12.958335+0000 mgr.x (mgr.24484) 206 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:13.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:13 smithi112 bash[21612]: cluster 2024-09-21T05:53:13.278346+0000 mgr.x (mgr.24484) 207 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:13 smithi099 bash[19899]: audit 2024-09-21T05:53:12.958335+0000 mgr.x (mgr.24484) 206 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:13 smithi099 bash[19899]: cluster 2024-09-21T05:53:13.278346+0000 mgr.x (mgr.24484) 207 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:13.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:13 smithi099 bash[26898]: audit 2024-09-21T05:53:12.958335+0000 mgr.x (mgr.24484) 206 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:13.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:13 smithi099 bash[26898]: cluster 2024-09-21T05:53:13.278346+0000 mgr.x (mgr.24484) 207 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:14.188 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:53:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:53:13] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:53:15.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:15 smithi112 bash[21612]: cluster 2024-09-21T05:53:15.279084+0000 mgr.x (mgr.24484) 208 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:15.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:15 smithi099 bash[19899]: cluster 2024-09-21T05:53:15.279084+0000 mgr.x (mgr.24484) 208 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:15.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:15 smithi099 bash[26898]: cluster 2024-09-21T05:53:15.279084+0000 mgr.x (mgr.24484) 208 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:17.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:17 smithi112 bash[21612]: cluster 2024-09-21T05:53:17.279821+0000 mgr.x (mgr.24484) 209 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:17 smithi099 bash[19899]: cluster 2024-09-21T05:53:17.279821+0000 mgr.x (mgr.24484) 209 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:17.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:17 smithi099 bash[26898]: cluster 2024-09-21T05:53:17.279821+0000 mgr.x (mgr.24484) 209 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:18.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:18 smithi112 bash[21612]: audit 2024-09-21T05:53:17.797034+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:18.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:18 smithi099 bash[19899]: audit 2024-09-21T05:53:17.797034+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:18.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:18 smithi099 bash[26898]: audit 2024-09-21T05:53:17.797034+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:19.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:19 smithi112 bash[21612]: cluster 2024-09-21T05:53:19.281578+0000 mgr.x (mgr.24484) 210 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:19.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:19 smithi099 bash[19899]: cluster 2024-09-21T05:53:19.281578+0000 mgr.x (mgr.24484) 210 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:19.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:19 smithi099 bash[26898]: cluster 2024-09-21T05:53:19.281578+0000 mgr.x (mgr.24484) 210 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:21.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:21 smithi112 bash[21612]: cluster 2024-09-21T05:53:21.282402+0000 mgr.x (mgr.24484) 211 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:21.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:21 smithi099 bash[19899]: cluster 2024-09-21T05:53:21.282402+0000 mgr.x (mgr.24484) 211 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:21.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:21 smithi099 bash[26898]: cluster 2024-09-21T05:53:21.282402+0000 mgr.x (mgr.24484) 211 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:23.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:23 smithi112 bash[21612]: audit 2024-09-21T05:53:22.966355+0000 mgr.x (mgr.24484) 212 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:23.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:23 smithi112 bash[21612]: cluster 2024-09-21T05:53:23.284113+0000 mgr.x (mgr.24484) 213 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:23 smithi099 bash[19899]: audit 2024-09-21T05:53:22.966355+0000 mgr.x (mgr.24484) 212 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:23 smithi099 bash[19899]: cluster 2024-09-21T05:53:23.284113+0000 mgr.x (mgr.24484) 213 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:23.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:23 smithi099 bash[26898]: audit 2024-09-21T05:53:22.966355+0000 mgr.x (mgr.24484) 212 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:23.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:23 smithi099 bash[26898]: cluster 2024-09-21T05:53:23.284113+0000 mgr.x (mgr.24484) 213 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:24.188 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:53:23 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:53:23] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:53:25.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:25 smithi112 bash[21612]: cluster 2024-09-21T05:53:25.284937+0000 mgr.x (mgr.24484) 214 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:25.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:25 smithi099 bash[19899]: cluster 2024-09-21T05:53:25.284937+0000 mgr.x (mgr.24484) 214 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:25.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:25 smithi099 bash[26898]: cluster 2024-09-21T05:53:25.284937+0000 mgr.x (mgr.24484) 214 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:27.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:27 smithi112 bash[21612]: cluster 2024-09-21T05:53:27.285782+0000 mgr.x (mgr.24484) 215 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:27.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:27 smithi099 bash[19899]: cluster 2024-09-21T05:53:27.285782+0000 mgr.x (mgr.24484) 215 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:27.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:27 smithi099 bash[26898]: cluster 2024-09-21T05:53:27.285782+0000 mgr.x (mgr.24484) 215 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:29.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:29 smithi112 bash[21612]: cluster 2024-09-21T05:53:29.287631+0000 mgr.x (mgr.24484) 216 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:29.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:29 smithi099 bash[19899]: cluster 2024-09-21T05:53:29.287631+0000 mgr.x (mgr.24484) 216 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:29.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:29 smithi099 bash[26898]: cluster 2024-09-21T05:53:29.287631+0000 mgr.x (mgr.24484) 216 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:31.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:31 smithi112 bash[21612]: cluster 2024-09-21T05:53:31.288468+0000 mgr.x (mgr.24484) 217 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:31.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:31 smithi099 bash[19899]: cluster 2024-09-21T05:53:31.288468+0000 mgr.x (mgr.24484) 217 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:31.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:31 smithi099 bash[26898]: cluster 2024-09-21T05:53:31.288468+0000 mgr.x (mgr.24484) 217 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:33.188 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:53:32 smithi112 bash[46851]: logger=sqlstore.transactions t=2024-09-21T05:53:32.990111167Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-21T05:53:33.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:32 smithi112 bash[21612]: audit 2024-09-21T05:53:32.797590+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:33.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:32 smithi099 bash[19899]: audit 2024-09-21T05:53:32.797590+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:33.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:32 smithi099 bash[26898]: audit 2024-09-21T05:53:32.797590+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:34.188 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:53:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:53:33] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:53:34.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:33 smithi112 bash[21612]: audit 2024-09-21T05:53:32.974184+0000 mgr.x (mgr.24484) 218 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:34.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:33 smithi112 bash[21612]: cluster 2024-09-21T05:53:33.290120+0000 mgr.x (mgr.24484) 219 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:34.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:33 smithi099 bash[19899]: audit 2024-09-21T05:53:32.974184+0000 mgr.x (mgr.24484) 218 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:34.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:33 smithi099 bash[19899]: cluster 2024-09-21T05:53:33.290120+0000 mgr.x (mgr.24484) 219 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:34.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:33 smithi099 bash[26898]: audit 2024-09-21T05:53:32.974184+0000 mgr.x (mgr.24484) 218 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:34.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:33 smithi099 bash[26898]: cluster 2024-09-21T05:53:33.290120+0000 mgr.x (mgr.24484) 219 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:35.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:35 smithi112 bash[21612]: cluster 2024-09-21T05:53:35.290849+0000 mgr.x (mgr.24484) 220 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:35.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:35 smithi099 bash[19899]: cluster 2024-09-21T05:53:35.290849+0000 mgr.x (mgr.24484) 220 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:35.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:35 smithi099 bash[26898]: cluster 2024-09-21T05:53:35.290849+0000 mgr.x (mgr.24484) 220 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:37.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:37 smithi112 bash[21612]: cluster 2024-09-21T05:53:37.291614+0000 mgr.x (mgr.24484) 221 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:37.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:37 smithi099 bash[19899]: cluster 2024-09-21T05:53:37.291614+0000 mgr.x (mgr.24484) 221 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:37.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:37 smithi099 bash[26898]: cluster 2024-09-21T05:53:37.291614+0000 mgr.x (mgr.24484) 221 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:39.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:38 smithi112 bash[21612]: audit 2024-09-21T05:53:37.929515+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:53:39.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:38 smithi112 bash[21612]: audit 2024-09-21T05:53:37.944715+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:53:39.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:38 smithi112 bash[21612]: audit 2024-09-21T05:53:38.631561+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:53:39.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:38 smithi112 bash[21612]: audit 2024-09-21T05:53:38.633338+0000 mon.c (mon.2) 125 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:53:39.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:38 smithi112 bash[21612]: audit 2024-09-21T05:53:38.645180+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:53:39.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[19899]: audit 2024-09-21T05:53:37.929515+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:53:39.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[19899]: audit 2024-09-21T05:53:37.944715+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:53:39.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[19899]: audit 2024-09-21T05:53:38.631561+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:53:39.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[19899]: audit 2024-09-21T05:53:38.633338+0000 mon.c (mon.2) 125 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:53:39.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[19899]: audit 2024-09-21T05:53:38.645180+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:53:39.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[26898]: audit 2024-09-21T05:53:37.929515+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:53:39.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[26898]: audit 2024-09-21T05:53:37.944715+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:53:39.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[26898]: audit 2024-09-21T05:53:38.631561+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:53:39.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[26898]: audit 2024-09-21T05:53:38.633338+0000 mon.c (mon.2) 125 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:53:39.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:38 smithi099 bash[26898]: audit 2024-09-21T05:53:38.645180+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:53:40.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:39 smithi099 bash[19899]: cluster 2024-09-21T05:53:39.293291+0000 mgr.x (mgr.24484) 222 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:40.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:39 smithi099 bash[26898]: cluster 2024-09-21T05:53:39.293291+0000 mgr.x (mgr.24484) 222 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:40.438 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:39 smithi112 bash[21612]: cluster 2024-09-21T05:53:39.293291+0000 mgr.x (mgr.24484) 222 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:41.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:41 smithi112 bash[21612]: cluster 2024-09-21T05:53:41.293966+0000 mgr.x (mgr.24484) 223 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:41.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:41 smithi099 bash[19899]: cluster 2024-09-21T05:53:41.293966+0000 mgr.x (mgr.24484) 223 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:41.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:41 smithi099 bash[26898]: cluster 2024-09-21T05:53:41.293966+0000 mgr.x (mgr.24484) 223 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:43.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:43 smithi112 bash[21612]: audit 2024-09-21T05:53:42.985528+0000 mgr.x (mgr.24484) 224 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:43.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:43 smithi112 bash[21612]: cluster 2024-09-21T05:53:43.295570+0000 mgr.x (mgr.24484) 225 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:43 smithi099 bash[19899]: audit 2024-09-21T05:53:42.985528+0000 mgr.x (mgr.24484) 224 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:43 smithi099 bash[19899]: cluster 2024-09-21T05:53:43.295570+0000 mgr.x (mgr.24484) 225 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:43 smithi099 bash[26898]: audit 2024-09-21T05:53:42.985528+0000 mgr.x (mgr.24484) 224 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:43.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:43 smithi099 bash[26898]: cluster 2024-09-21T05:53:43.295570+0000 mgr.x (mgr.24484) 225 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:44.188 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:53:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:53:43] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:53:45.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:45 smithi112 bash[21612]: cluster 2024-09-21T05:53:45.296327+0000 mgr.x (mgr.24484) 226 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:45.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:45 smithi099 bash[19899]: cluster 2024-09-21T05:53:45.296327+0000 mgr.x (mgr.24484) 226 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:45.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:45 smithi099 bash[26898]: cluster 2024-09-21T05:53:45.296327+0000 mgr.x (mgr.24484) 226 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:47.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:47 smithi112 bash[21612]: cluster 2024-09-21T05:53:47.297061+0000 mgr.x (mgr.24484) 227 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:47.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:47 smithi099 bash[19899]: cluster 2024-09-21T05:53:47.297061+0000 mgr.x (mgr.24484) 227 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:47.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:47 smithi099 bash[26898]: cluster 2024-09-21T05:53:47.297061+0000 mgr.x (mgr.24484) 227 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:48.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:48 smithi112 bash[21612]: audit 2024-09-21T05:53:47.798054+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:48.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:48 smithi099 bash[19899]: audit 2024-09-21T05:53:47.798054+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:48.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:48 smithi099 bash[26898]: audit 2024-09-21T05:53:47.798054+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:53:49.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:49 smithi112 bash[21612]: cluster 2024-09-21T05:53:49.298733+0000 mgr.x (mgr.24484) 228 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:49.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:49 smithi099 bash[19899]: cluster 2024-09-21T05:53:49.298733+0000 mgr.x (mgr.24484) 228 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:49.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:49 smithi099 bash[26898]: cluster 2024-09-21T05:53:49.298733+0000 mgr.x (mgr.24484) 228 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:51.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:51 smithi112 bash[21612]: cluster 2024-09-21T05:53:51.299445+0000 mgr.x (mgr.24484) 229 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:51.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:51 smithi099 bash[19899]: cluster 2024-09-21T05:53:51.299445+0000 mgr.x (mgr.24484) 229 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:51.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:51 smithi099 bash[26898]: cluster 2024-09-21T05:53:51.299445+0000 mgr.x (mgr.24484) 229 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:53.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:53 smithi112 bash[21612]: audit 2024-09-21T05:53:52.990411+0000 mgr.x (mgr.24484) 230 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:53.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:53 smithi112 bash[21612]: cluster 2024-09-21T05:53:53.301061+0000 mgr.x (mgr.24484) 231 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:53.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:53 smithi099 bash[19899]: audit 2024-09-21T05:53:52.990411+0000 mgr.x (mgr.24484) 230 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:53.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:53 smithi099 bash[19899]: cluster 2024-09-21T05:53:53.301061+0000 mgr.x (mgr.24484) 231 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:53.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:53 smithi099 bash[26898]: audit 2024-09-21T05:53:52.990411+0000 mgr.x (mgr.24484) 230 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:53:53.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:53 smithi099 bash[26898]: cluster 2024-09-21T05:53:53.301061+0000 mgr.x (mgr.24484) 231 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:54.188 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:53:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:53:53] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-21T05:53:56.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:56 smithi099 bash[19899]: cluster 2024-09-21T05:53:55.301591+0000 mgr.x (mgr.24484) 232 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:56.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:56 smithi099 bash[26898]: cluster 2024-09-21T05:53:55.301591+0000 mgr.x (mgr.24484) 232 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:56.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:56 smithi112 bash[21612]: cluster 2024-09-21T05:53:55.301591+0000 mgr.x (mgr.24484) 232 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:57.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:57 smithi112 bash[21612]: cluster 2024-09-21T05:53:57.302242+0000 mgr.x (mgr.24484) 233 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:57.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:57 smithi099 bash[19899]: cluster 2024-09-21T05:53:57.302242+0000 mgr.x (mgr.24484) 233 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:57.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:57 smithi099 bash[26898]: cluster 2024-09-21T05:53:57.302242+0000 mgr.x (mgr.24484) 233 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:53:59.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:53:59 smithi112 bash[21612]: cluster 2024-09-21T05:53:59.303920+0000 mgr.x (mgr.24484) 234 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:59.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:53:59 smithi099 bash[19899]: cluster 2024-09-21T05:53:59.303920+0000 mgr.x (mgr.24484) 234 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:53:59.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:53:59 smithi099 bash[26898]: cluster 2024-09-21T05:53:59.303920+0000 mgr.x (mgr.24484) 234 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:01.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:01 smithi112 bash[21612]: cluster 2024-09-21T05:54:01.304644+0000 mgr.x (mgr.24484) 235 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:01.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:01 smithi099 bash[19899]: cluster 2024-09-21T05:54:01.304644+0000 mgr.x (mgr.24484) 235 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:01.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:01 smithi099 bash[26898]: cluster 2024-09-21T05:54:01.304644+0000 mgr.x (mgr.24484) 235 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:03.188 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:02 smithi112 bash[21612]: audit 2024-09-21T05:54:02.798945+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:03.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:02 smithi099 bash[19899]: audit 2024-09-21T05:54:02.798945+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:03.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:02 smithi099 bash[26898]: audit 2024-09-21T05:54:02.798945+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:04.188 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:54:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:54:03] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-21T05:54:04.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:03 smithi112 bash[21612]: audit 2024-09-21T05:54:02.998148+0000 mgr.x (mgr.24484) 236 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:04.189 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:03 smithi112 bash[21612]: cluster 2024-09-21T05:54:03.306348+0000 mgr.x (mgr.24484) 237 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:04.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:03 smithi099 bash[19899]: audit 2024-09-21T05:54:02.998148+0000 mgr.x (mgr.24484) 236 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:04.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:03 smithi099 bash[19899]: cluster 2024-09-21T05:54:03.306348+0000 mgr.x (mgr.24484) 237 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:04.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:03 smithi099 bash[26898]: audit 2024-09-21T05:54:02.998148+0000 mgr.x (mgr.24484) 236 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:04.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:03 smithi099 bash[26898]: cluster 2024-09-21T05:54:03.306348+0000 mgr.x (mgr.24484) 237 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:05.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:05 smithi112 bash[21612]: cluster 2024-09-21T05:54:05.307183+0000 mgr.x (mgr.24484) 238 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:05.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:05 smithi099 bash[19899]: cluster 2024-09-21T05:54:05.307183+0000 mgr.x (mgr.24484) 238 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:05.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:05 smithi099 bash[26898]: cluster 2024-09-21T05:54:05.307183+0000 mgr.x (mgr.24484) 238 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:07.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:07 smithi112 bash[21612]: cluster 2024-09-21T05:54:07.307945+0000 mgr.x (mgr.24484) 239 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:07.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:07 smithi099 bash[19899]: cluster 2024-09-21T05:54:07.307945+0000 mgr.x (mgr.24484) 239 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:07.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:07 smithi099 bash[26898]: cluster 2024-09-21T05:54:07.307945+0000 mgr.x (mgr.24484) 239 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:09.688 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:09 smithi112 bash[21612]: cluster 2024-09-21T05:54:09.309705+0000 mgr.x (mgr.24484) 240 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:09.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:09 smithi099 bash[19899]: cluster 2024-09-21T05:54:09.309705+0000 mgr.x (mgr.24484) 240 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:09.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:09 smithi099 bash[26898]: cluster 2024-09-21T05:54:09.309705+0000 mgr.x (mgr.24484) 240 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:11.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:11 smithi112 bash[21612]: cluster 2024-09-21T05:54:11.310526+0000 mgr.x (mgr.24484) 241 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:11.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:11 smithi099 bash[19899]: cluster 2024-09-21T05:54:11.310526+0000 mgr.x (mgr.24484) 241 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:11.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:11 smithi099 bash[26898]: cluster 2024-09-21T05:54:11.310526+0000 mgr.x (mgr.24484) 241 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:13.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:13 smithi112 bash[21612]: audit 2024-09-21T05:54:12.999964+0000 mgr.x (mgr.24484) 242 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:13.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:13 smithi099 bash[19899]: audit 2024-09-21T05:54:12.999964+0000 mgr.x (mgr.24484) 242 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:13.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:13 smithi099 bash[26898]: audit 2024-09-21T05:54:12.999964+0000 mgr.x (mgr.24484) 242 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:14.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:54:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:54:13] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-21T05:54:14.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:14 smithi112 bash[21612]: cluster 2024-09-21T05:54:13.312291+0000 mgr.x (mgr.24484) 243 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:14.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:14 smithi099 bash[19899]: cluster 2024-09-21T05:54:13.312291+0000 mgr.x (mgr.24484) 243 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:14.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:14 smithi099 bash[26898]: cluster 2024-09-21T05:54:13.312291+0000 mgr.x (mgr.24484) 243 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:16.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:16 smithi112 bash[21612]: cluster 2024-09-21T05:54:15.313099+0000 mgr.x (mgr.24484) 244 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:16.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:16 smithi099 bash[19899]: cluster 2024-09-21T05:54:15.313099+0000 mgr.x (mgr.24484) 244 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:16.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:16 smithi099 bash[26898]: cluster 2024-09-21T05:54:15.313099+0000 mgr.x (mgr.24484) 244 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:18.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:18 smithi112 bash[21612]: cluster 2024-09-21T05:54:17.313907+0000 mgr.x (mgr.24484) 245 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:18.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:18 smithi112 bash[21612]: audit 2024-09-21T05:54:17.799338+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:18.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:18 smithi099 bash[19899]: cluster 2024-09-21T05:54:17.313907+0000 mgr.x (mgr.24484) 245 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:18.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:18 smithi099 bash[19899]: audit 2024-09-21T05:54:17.799338+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:18.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:18 smithi099 bash[26898]: cluster 2024-09-21T05:54:17.313907+0000 mgr.x (mgr.24484) 245 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:18.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:18 smithi099 bash[26898]: audit 2024-09-21T05:54:17.799338+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:20.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:20 smithi112 bash[21612]: cluster 2024-09-21T05:54:19.315597+0000 mgr.x (mgr.24484) 246 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:20.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:20 smithi099 bash[19899]: cluster 2024-09-21T05:54:19.315597+0000 mgr.x (mgr.24484) 246 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:20.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:20 smithi099 bash[26898]: cluster 2024-09-21T05:54:19.315597+0000 mgr.x (mgr.24484) 246 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:22.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:22 smithi112 bash[21612]: cluster 2024-09-21T05:54:21.316413+0000 mgr.x (mgr.24484) 247 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:22.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:22 smithi099 bash[19899]: cluster 2024-09-21T05:54:21.316413+0000 mgr.x (mgr.24484) 247 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:22.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:22 smithi099 bash[26898]: cluster 2024-09-21T05:54:21.316413+0000 mgr.x (mgr.24484) 247 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:23.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:23 smithi112 bash[21612]: audit 2024-09-21T05:54:23.011405+0000 mgr.x (mgr.24484) 248 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:23.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:23 smithi099 bash[19899]: audit 2024-09-21T05:54:23.011405+0000 mgr.x (mgr.24484) 248 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:23.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:23 smithi099 bash[26898]: audit 2024-09-21T05:54:23.011405+0000 mgr.x (mgr.24484) 248 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:24.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:54:23 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:54:23] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T05:54:24.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:24 smithi112 bash[21612]: cluster 2024-09-21T05:54:23.318023+0000 mgr.x (mgr.24484) 249 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:24.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:24 smithi099 bash[19899]: cluster 2024-09-21T05:54:23.318023+0000 mgr.x (mgr.24484) 249 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:24.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:24 smithi099 bash[26898]: cluster 2024-09-21T05:54:23.318023+0000 mgr.x (mgr.24484) 249 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:26.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:26 smithi112 bash[21612]: cluster 2024-09-21T05:54:25.318694+0000 mgr.x (mgr.24484) 250 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:26.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:26 smithi099 bash[19899]: cluster 2024-09-21T05:54:25.318694+0000 mgr.x (mgr.24484) 250 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:26.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:26 smithi099 bash[26898]: cluster 2024-09-21T05:54:25.318694+0000 mgr.x (mgr.24484) 250 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:28.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:28 smithi112 bash[21612]: cluster 2024-09-21T05:54:27.319379+0000 mgr.x (mgr.24484) 251 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:28.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:28 smithi099 bash[19899]: cluster 2024-09-21T05:54:27.319379+0000 mgr.x (mgr.24484) 251 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:28.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:28 smithi099 bash[26898]: cluster 2024-09-21T05:54:27.319379+0000 mgr.x (mgr.24484) 251 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:30.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:30 smithi112 bash[21612]: cluster 2024-09-21T05:54:29.320981+0000 mgr.x (mgr.24484) 252 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:30.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:30 smithi099 bash[19899]: cluster 2024-09-21T05:54:29.320981+0000 mgr.x (mgr.24484) 252 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:30.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:30 smithi099 bash[26898]: cluster 2024-09-21T05:54:29.320981+0000 mgr.x (mgr.24484) 252 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:32.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:32 smithi112 bash[21612]: cluster 2024-09-21T05:54:31.321655+0000 mgr.x (mgr.24484) 253 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:32.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:32 smithi099 bash[19899]: cluster 2024-09-21T05:54:31.321655+0000 mgr.x (mgr.24484) 253 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:32.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:32 smithi099 bash[26898]: cluster 2024-09-21T05:54:31.321655+0000 mgr.x (mgr.24484) 253 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:33 smithi112 bash[21612]: audit 2024-09-21T05:54:32.799534+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:33.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:33 smithi112 bash[21612]: audit 2024-09-21T05:54:33.013773+0000 mgr.x (mgr.24484) 254 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:33.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:33 smithi099 bash[19899]: audit 2024-09-21T05:54:32.799534+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:33.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:33 smithi099 bash[19899]: audit 2024-09-21T05:54:33.013773+0000 mgr.x (mgr.24484) 254 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:33 smithi099 bash[26898]: audit 2024-09-21T05:54:32.799534+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:33 smithi099 bash[26898]: audit 2024-09-21T05:54:33.013773+0000 mgr.x (mgr.24484) 254 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:34.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:54:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:54:33] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-21T05:54:34.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:34 smithi099 bash[19899]: cluster 2024-09-21T05:54:33.323195+0000 mgr.x (mgr.24484) 255 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:34.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:34 smithi099 bash[26898]: cluster 2024-09-21T05:54:33.323195+0000 mgr.x (mgr.24484) 255 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:34.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:34 smithi112 bash[21612]: cluster 2024-09-21T05:54:33.323195+0000 mgr.x (mgr.24484) 255 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:36.758 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:36 smithi099 bash[26898]: cluster 2024-09-21T05:54:35.323891+0000 mgr.x (mgr.24484) 256 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:36.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:36 smithi099 bash[19899]: cluster 2024-09-21T05:54:35.323891+0000 mgr.x (mgr.24484) 256 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:36.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:36 smithi112 bash[21612]: cluster 2024-09-21T05:54:35.323891+0000 mgr.x (mgr.24484) 256 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:38.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:38 smithi099 bash[19899]: cluster 2024-09-21T05:54:37.324581+0000 mgr.x (mgr.24484) 257 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:38 smithi099 bash[26898]: cluster 2024-09-21T05:54:37.324581+0000 mgr.x (mgr.24484) 257 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:38.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:38 smithi112 bash[21612]: cluster 2024-09-21T05:54:37.324581+0000 mgr.x (mgr.24484) 257 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:40 smithi099 bash[19899]: cluster 2024-09-21T05:54:39.325853+0000 mgr.x (mgr.24484) 258 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:40 smithi099 bash[19899]: audit 2024-09-21T05:54:39.502025+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:54:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:40 smithi099 bash[19899]: audit 2024-09-21T05:54:39.503812+0000 mon.c (mon.2) 131 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:54:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:40 smithi099 bash[19899]: audit 2024-09-21T05:54:39.517015+0000 mon.a (mon.0) 1153 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:54:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:40 smithi099 bash[26898]: cluster 2024-09-21T05:54:39.325853+0000 mgr.x (mgr.24484) 258 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:40 smithi099 bash[26898]: audit 2024-09-21T05:54:39.502025+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:54:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:40 smithi099 bash[26898]: audit 2024-09-21T05:54:39.503812+0000 mon.c (mon.2) 131 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:54:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:40 smithi099 bash[26898]: audit 2024-09-21T05:54:39.517015+0000 mon.a (mon.0) 1153 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:54:40.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:40 smithi112 bash[21612]: cluster 2024-09-21T05:54:39.325853+0000 mgr.x (mgr.24484) 258 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:40.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:40 smithi112 bash[21612]: audit 2024-09-21T05:54:39.502025+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:54:40.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:40 smithi112 bash[21612]: audit 2024-09-21T05:54:39.503812+0000 mon.c (mon.2) 131 : audit [INF] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:54:40.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:40 smithi112 bash[21612]: audit 2024-09-21T05:54:39.517015+0000 mon.a (mon.0) 1153 : audit [INF] from='mgr.24484 ' entity='mgr.x' 2024-09-21T05:54:42.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:42 smithi099 bash[19899]: cluster 2024-09-21T05:54:41.326526+0000 mgr.x (mgr.24484) 259 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:42.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:42 smithi099 bash[26898]: cluster 2024-09-21T05:54:41.326526+0000 mgr.x (mgr.24484) 259 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:42.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:42 smithi112 bash[21612]: cluster 2024-09-21T05:54:41.326526+0000 mgr.x (mgr.24484) 259 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:43.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:43 smithi099 bash[19899]: audit 2024-09-21T05:54:43.025312+0000 mgr.x (mgr.24484) 260 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:43.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:43 smithi099 bash[26898]: audit 2024-09-21T05:54:43.025312+0000 mgr.x (mgr.24484) 260 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:43.896 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:43 smithi112 bash[21612]: audit 2024-09-21T05:54:43.025312+0000 mgr.x (mgr.24484) 260 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:44.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:54:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:54:43] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-21T05:54:44.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:44 smithi099 bash[19899]: cluster 2024-09-21T05:54:43.328086+0000 mgr.x (mgr.24484) 261 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:44.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:44 smithi099 bash[26898]: cluster 2024-09-21T05:54:43.328086+0000 mgr.x (mgr.24484) 261 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:44.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:44 smithi112 bash[21612]: cluster 2024-09-21T05:54:43.328086+0000 mgr.x (mgr.24484) 261 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:46.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:46 smithi099 bash[19899]: cluster 2024-09-21T05:54:45.328775+0000 mgr.x (mgr.24484) 262 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:46.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:46 smithi099 bash[26898]: cluster 2024-09-21T05:54:45.328775+0000 mgr.x (mgr.24484) 262 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:46.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:46 smithi112 bash[21612]: cluster 2024-09-21T05:54:45.328775+0000 mgr.x (mgr.24484) 262 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:47.406 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T05:54:48.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:48 smithi099 bash[19899]: cluster 2024-09-21T05:54:47.329439+0000 mgr.x (mgr.24484) 263 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:48.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:48 smithi099 bash[19899]: audit 2024-09-21T05:54:47.800050+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:48.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:48 smithi099 bash[26898]: cluster 2024-09-21T05:54:47.329439+0000 mgr.x (mgr.24484) 263 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:48.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:48 smithi099 bash[26898]: audit 2024-09-21T05:54:47.800050+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:48.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:48 smithi112 bash[21612]: cluster 2024-09-21T05:54:47.329439+0000 mgr.x (mgr.24484) 263 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:48.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:48 smithi112 bash[21612]: audit 2024-09-21T05:54:47.800050+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:54:50.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:50 smithi099 bash[19899]: cluster 2024-09-21T05:54:49.331047+0000 mgr.x (mgr.24484) 264 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:50.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:50 smithi099 bash[26898]: cluster 2024-09-21T05:54:49.331047+0000 mgr.x (mgr.24484) 264 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:50.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:50 smithi112 bash[21612]: cluster 2024-09-21T05:54:49.331047+0000 mgr.x (mgr.24484) 264 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:52.226 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:54:52.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:52 smithi099 bash[19899]: cluster 2024-09-21T05:54:51.331752+0000 mgr.x (mgr.24484) 265 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:52.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:52 smithi099 bash[26898]: cluster 2024-09-21T05:54:51.331752+0000 mgr.x (mgr.24484) 265 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:52.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:52 smithi112 bash[21612]: cluster 2024-09-21T05:54:51.331752+0000 mgr.x (mgr.24484) 265 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:53.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:53 smithi099 bash[19899]: audit 2024-09-21T05:54:53.033543+0000 mgr.x (mgr.24484) 266 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:53.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:53 smithi099 bash[26898]: audit 2024-09-21T05:54:53.033543+0000 mgr.x (mgr.24484) 266 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:53.785 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T05:54:53.785 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (16m) 75s ago 17m 13.7M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T05:54:53.785 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (16m) 2m ago 16m 75.9M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (6m) 75s ago 14m 48.2M - 3.8 164465d2334a 3164921aba68 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (9m) 2m ago 25m 503M - 19.3.0-5103-gf36283e7 48ed0a2cf89d 975f815a8f7a 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (2m) 75s ago 27m 438M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (27m) 75s ago 27m 66.0M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (25m) 2m ago 25m 47.4M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (25m) 75s ago 25m 49.1M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (17m) 75s ago 17m 9148k - 1.5.0 0da6a335fe13 9f5f0ac119e3 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (17m) 2m ago 17m 8947k - 1.5.0 0da6a335fe13 93ffd4df1601 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (24m) 75s ago 24m 62.6M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (23m) 75s ago 23m 65.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (22m) 75s ago 22m 60.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T05:54:53.786 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (21m) 75s ago 21m 64.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T05:54:53.787 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (20m) 2m ago 21m 65.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T05:54:53.787 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (20m) 2m ago 20m 53.2M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T05:54:53.787 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (19m) 2m ago 19m 61.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T05:54:53.787 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (18m) 2m ago 18m 54.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T05:54:53.787 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (6m) 2m ago 17m 43.9M - 2.43.0 a07b618ecd1d ff8e6820df6d 2024-09-21T05:54:53.787 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (14m) 75s ago 14m 98.6M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T05:54:53.787 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (14m) 2m ago 14m 98.4M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T05:54:53.896 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:53 smithi112 bash[21612]: audit 2024-09-21T05:54:53.033543+0000 mgr.x (mgr.24484) 266 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:54:54.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:54:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:54:53] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-21T05:54:54.425 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions' 2024-09-21T05:54:54.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:54 smithi099 bash[26898]: cluster 2024-09-21T05:54:53.333335+0000 mgr.x (mgr.24484) 267 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:54.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:54 smithi099 bash[26898]: audit 2024-09-21T05:54:53.751447+0000 mgr.x (mgr.24484) 268 : audit [DBG] from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:54:54.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:54 smithi099 bash[19899]: cluster 2024-09-21T05:54:53.333335+0000 mgr.x (mgr.24484) 267 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:54.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:54 smithi099 bash[19899]: audit 2024-09-21T05:54:53.751447+0000 mgr.x (mgr.24484) 268 : audit [DBG] from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:54:54.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:54 smithi112 bash[21612]: cluster 2024-09-21T05:54:53.333335+0000 mgr.x (mgr.24484) 267 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:54:54.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:54 smithi112 bash[21612]: audit 2024-09-21T05:54:53.751447+0000 mgr.x (mgr.24484) 268 : audit [DBG] from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:54:56.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:56 smithi112 bash[21612]: cluster 2024-09-21T05:54:55.334032+0000 mgr.x (mgr.24484) 269 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:57.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:56 smithi099 bash[19899]: cluster 2024-09-21T05:54:55.334032+0000 mgr.x (mgr.24484) 269 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:57.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:56 smithi099 bash[26898]: cluster 2024-09-21T05:54:55.334032+0000 mgr.x (mgr.24484) 269 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:58.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:54:58 smithi112 bash[21612]: cluster 2024-09-21T05:54:57.334723+0000 mgr.x (mgr.24484) 270 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:59.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:54:58 smithi099 bash[19899]: cluster 2024-09-21T05:54:57.334723+0000 mgr.x (mgr.24484) 270 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:59.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:54:58 smithi099 bash[26898]: cluster 2024-09-21T05:54:57.334723+0000 mgr.x (mgr.24484) 270 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:54:59.234 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:55:00.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:00 smithi099 bash[19899]: cluster 2024-09-21T05:54:59.336417+0000 mgr.x (mgr.24484) 271 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:00.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:00 smithi099 bash[26898]: cluster 2024-09-21T05:54:59.336417+0000 mgr.x (mgr.24484) 271 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:00.801 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T05:55:00.801 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T05:55:00.801 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:55:00.802 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T05:55:00.803 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T05:55:00.803 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T05:55:00.803 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:55:00.803 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T05:55:00.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:00 smithi112 bash[21612]: cluster 2024-09-21T05:54:59.336417+0000 mgr.x (mgr.24484) 271 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:01.433 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph health detail' 2024-09-21T05:55:01.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:01 smithi099 bash[19899]: audit 2024-09-21T05:55:00.803972+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.99:0/3701436669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:55:01.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:01 smithi099 bash[26898]: audit 2024-09-21T05:55:00.803972+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.99:0/3701436669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:55:01.829 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:01 smithi112 bash[21612]: audit 2024-09-21T05:55:00.803972+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.99:0/3701436669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:55:02.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:02 smithi112 bash[21612]: cluster 2024-09-21T05:55:01.337151+0000 mgr.x (mgr.24484) 272 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:03.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:02 smithi099 bash[19899]: cluster 2024-09-21T05:55:01.337151+0000 mgr.x (mgr.24484) 272 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:03.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:02 smithi099 bash[26898]: cluster 2024-09-21T05:55:01.337151+0000 mgr.x (mgr.24484) 272 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:03.897 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:03 smithi112 bash[21612]: audit 2024-09-21T05:55:02.800402+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:03.897 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:03 smithi112 bash[21612]: audit 2024-09-21T05:55:03.043684+0000 mgr.x (mgr.24484) 273 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:04.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:03 smithi099 bash[19899]: audit 2024-09-21T05:55:02.800402+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:04.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:03 smithi099 bash[19899]: audit 2024-09-21T05:55:03.043684+0000 mgr.x (mgr.24484) 273 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:04.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:03 smithi099 bash[26898]: audit 2024-09-21T05:55:02.800402+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:04.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:03 smithi099 bash[26898]: audit 2024-09-21T05:55:03.043684+0000 mgr.x (mgr.24484) 273 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:04.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:55:03] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:55:04.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:04 smithi112 bash[21612]: cluster 2024-09-21T05:55:03.338737+0000 mgr.x (mgr.24484) 274 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:05.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:04 smithi099 bash[19899]: cluster 2024-09-21T05:55:03.338737+0000 mgr.x (mgr.24484) 274 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:05.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:04 smithi099 bash[26898]: cluster 2024-09-21T05:55:03.338737+0000 mgr.x (mgr.24484) 274 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:06.260 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:55:06.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:06 smithi099 bash[26898]: cluster 2024-09-21T05:55:05.339472+0000 mgr.x (mgr.24484) 275 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:06.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:06 smithi099 bash[19899]: cluster 2024-09-21T05:55:05.339472+0000 mgr.x (mgr.24484) 275 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:06.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:06 smithi112 bash[21612]: cluster 2024-09-21T05:55:05.339472+0000 mgr.x (mgr.24484) 275 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:07.815 INFO:teuthology.orchestra.run.smithi099.stdout:HEALTH_OK 2024-09-21T05:55:08.383 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph -s' 2024-09-21T05:55:08.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:08 smithi099 bash[19899]: cluster 2024-09-21T05:55:07.340127+0000 mgr.x (mgr.24484) 276 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:08.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:08 smithi099 bash[19899]: audit 2024-09-21T05:55:07.817897+0000 mon.a (mon.0) 1154 : audit [DBG] from='client.? 172.21.15.99:0/1695805022' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T05:55:08.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:08 smithi099 bash[26898]: cluster 2024-09-21T05:55:07.340127+0000 mgr.x (mgr.24484) 276 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:08.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:08 smithi099 bash[26898]: audit 2024-09-21T05:55:07.817897+0000 mon.a (mon.0) 1154 : audit [DBG] from='client.? 172.21.15.99:0/1695805022' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T05:55:08.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:08 smithi112 bash[21612]: cluster 2024-09-21T05:55:07.340127+0000 mgr.x (mgr.24484) 276 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:08.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:08 smithi112 bash[21612]: audit 2024-09-21T05:55:07.817897+0000 mon.a (mon.0) 1154 : audit [DBG] from='client.? 172.21.15.99:0/1695805022' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T05:55:10.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:10 smithi112 bash[21612]: cluster 2024-09-21T05:55:09.341782+0000 mgr.x (mgr.24484) 277 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:11.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:10 smithi099 bash[19899]: cluster 2024-09-21T05:55:09.341782+0000 mgr.x (mgr.24484) 277 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:11.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:10 smithi099 bash[26898]: cluster 2024-09-21T05:55:09.341782+0000 mgr.x (mgr.24484) 277 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:12.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:12 smithi112 bash[21612]: cluster 2024-09-21T05:55:11.342519+0000 mgr.x (mgr.24484) 278 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:13.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:12 smithi099 bash[19899]: cluster 2024-09-21T05:55:11.342519+0000 mgr.x (mgr.24484) 278 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:13.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:12 smithi099 bash[26898]: cluster 2024-09-21T05:55:11.342519+0000 mgr.x (mgr.24484) 278 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:13.191 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:55:13.897 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:13 smithi112 bash[21612]: audit 2024-09-21T05:55:13.049146+0000 mgr.x (mgr.24484) 279 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:14.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:13 smithi099 bash[19899]: audit 2024-09-21T05:55:13.049146+0000 mgr.x (mgr.24484) 279 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:14.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:13 smithi099 bash[26898]: audit 2024-09-21T05:55:13.049146+0000 mgr.x (mgr.24484) 279 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:14.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:55:13] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T05:55:14.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:14 smithi099 bash[19899]: cluster 2024-09-21T05:55:13.344151+0000 mgr.x (mgr.24484) 280 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:14.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:14 smithi099 bash[26898]: cluster 2024-09-21T05:55:13.344151+0000 mgr.x (mgr.24484) 280 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: cluster: 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: id: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: health: HEALTH_OK 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: services: 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: mon: 3 daemons, quorum a,b,c (age 25m) 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: mgr: x(active, since 6m), standbys: y 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: osd: 8 osds: 8 up (since 18m), 8 in (since 19m) 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-21T05:55:14.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:55:14.812 INFO:teuthology.orchestra.run.smithi099.stdout: data: 2024-09-21T05:55:14.812 INFO:teuthology.orchestra.run.smithi099.stdout: pools: 6 pools, 161 pgs 2024-09-21T05:55:14.812 INFO:teuthology.orchestra.run.smithi099.stdout: objects: 244 objects, 585 KiB 2024-09-21T05:55:14.812 INFO:teuthology.orchestra.run.smithi099.stdout: usage: 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:14.812 INFO:teuthology.orchestra.run.smithi099.stdout: pgs: 161 active+clean 2024-09-21T05:55:14.812 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:55:14.812 INFO:teuthology.orchestra.run.smithi099.stdout: io: 2024-09-21T05:55:14.812 INFO:teuthology.orchestra.run.smithi099.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-21T05:55:14.812 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:55:14.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:14 smithi112 bash[21612]: cluster 2024-09-21T05:55:13.344151+0000 mgr.x (mgr.24484) 280 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:15.448 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph mgr fail' 2024-09-21T05:55:15.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:15 smithi099 bash[19899]: audit 2024-09-21T05:55:14.813415+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.99:0/1160908631' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:55:15.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:15 smithi099 bash[26898]: audit 2024-09-21T05:55:14.813415+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.99:0/1160908631' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:55:15.939 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:15 smithi112 bash[21612]: audit 2024-09-21T05:55:14.813415+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.99:0/1160908631' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:55:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:17 smithi099 bash[19899]: cluster 2024-09-21T05:55:15.344878+0000 mgr.x (mgr.24484) 281 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:17.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:17 smithi099 bash[26898]: cluster 2024-09-21T05:55:15.344878+0000 mgr.x (mgr.24484) 281 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:17.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:17 smithi112 bash[21612]: cluster 2024-09-21T05:55:15.344878+0000 mgr.x (mgr.24484) 281 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:18.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:18 smithi112 bash[21612]: audit 2024-09-21T05:55:17.800970+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:18.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:18 smithi099 bash[19899]: audit 2024-09-21T05:55:17.800970+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:18.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:18 smithi099 bash[26898]: audit 2024-09-21T05:55:17.800970+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.24484 172.21.15.112:0/1154047482' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:19.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:19 smithi112 bash[21612]: cluster 2024-09-21T05:55:17.345614+0000 mgr.x (mgr.24484) 282 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:19.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:19 smithi099 bash[26898]: cluster 2024-09-21T05:55:17.345614+0000 mgr.x (mgr.24484) 282 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:19.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:19 smithi099 bash[19899]: cluster 2024-09-21T05:55:17.345614+0000 mgr.x (mgr.24484) 282 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:20.265 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:55:21.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:21 smithi112 bash[21612]: cluster 2024-09-21T05:55:19.347292+0000 mgr.x (mgr.24484) 283 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:21.746 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:21 smithi099 bash[26898]: cluster 2024-09-21T05:55:19.347292+0000 mgr.x (mgr.24484) 283 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:21.746 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:21 smithi099 bash[19899]: cluster 2024-09-21T05:55:19.347292+0000 mgr.x (mgr.24484) 283 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:22.009 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:21 smithi099 bash[68315]: [21/Sep/2024:05:55:21] ENGINE Bus STOPPING 2024-09-21T05:55:22.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:21 smithi112 bash[49852]: debug 2024-09-21T05:55:21.743+0000 7f164802f640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-21T05:55:22.190 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:21 smithi112 bash[49852]: ignoring --setuser ceph since I am not root 2024-09-21T05:55:22.190 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:21 smithi112 bash[49852]: ignoring --setgroup ceph since I am not root 2024-09-21T05:55:22.190 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:21 smithi112 bash[49852]: debug 2024-09-21T05:55:21.799+0000 7ff9999b0640 1 -- 172.21.15.112:0/103635575 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55698d31d0e0 con 0x55698d31f800 2024-09-21T05:55:22.396 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'sleep 180' 2024-09-21T05:55:22.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[68315]: [21/Sep/2024:05:55:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:55:22.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[68315]: [21/Sep/2024:05:55:22] ENGINE Bus STOPPED 2024-09-21T05:55:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.722912+0000 mon.a (mon.0) 1155 : audit [INF] from='client.? 172.21.15.99:0/3722320751' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-21T05:55:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: cluster 2024-09-21T05:55:21.723715+0000 mon.a (mon.0) 1156 : cluster [INF] Activating manager daemon y 2024-09-21T05:55:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.728206+0000 mon.a (mon.0) 1157 : audit [INF] from='client.? 172.21.15.99:0/3722320751' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: cluster 2024-09-21T05:55:21.736323+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: cluster 2024-09-21T05:55:21.737762+0000 mon.a (mon.0) 1159 : cluster [DBG] mgrmap e29: y(active, starting, since 0.0140452s) 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.742382+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.742565+0000 mon.c (mon.2) 138 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.742836+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.743801+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.744171+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.744491+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.744796+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.745177+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.745577+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.745883+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.746120+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:55:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.746411+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.746636+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.746904+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: audit 2024-09-21T05:55:21.747365+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[19899]: cluster 2024-09-21T05:55:22.255127+0000 mon.a (mon.0) 1160 : cluster [INF] Manager daemon y is now available 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.722912+0000 mon.a (mon.0) 1155 : audit [INF] from='client.? 172.21.15.99:0/3722320751' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: cluster 2024-09-21T05:55:21.723715+0000 mon.a (mon.0) 1156 : cluster [INF] Activating manager daemon y 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.728206+0000 mon.a (mon.0) 1157 : audit [INF] from='client.? 172.21.15.99:0/3722320751' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: cluster 2024-09-21T05:55:21.736323+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: cluster 2024-09-21T05:55:21.737762+0000 mon.a (mon.0) 1159 : cluster [DBG] mgrmap e29: y(active, starting, since 0.0140452s) 2024-09-21T05:55:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.742382+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.742565+0000 mon.c (mon.2) 138 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.742836+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.743801+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.744171+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.744491+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.744796+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.745177+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.745577+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.745883+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.746120+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.746411+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.746636+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.746904+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:55:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: audit 2024-09-21T05:55:21.747365+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:55:22.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[26898]: cluster 2024-09-21T05:55:22.255127+0000 mon.a (mon.0) 1160 : cluster [INF] Manager daemon y is now available 2024-09-21T05:55:22.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.722912+0000 mon.a (mon.0) 1155 : audit [INF] from='client.? 172.21.15.99:0/3722320751' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: cluster 2024-09-21T05:55:21.723715+0000 mon.a (mon.0) 1156 : cluster [INF] Activating manager daemon y 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.728206+0000 mon.a (mon.0) 1157 : audit [INF] from='client.? 172.21.15.99:0/3722320751' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: cluster 2024-09-21T05:55:21.736323+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: cluster 2024-09-21T05:55:21.737762+0000 mon.a (mon.0) 1159 : cluster [DBG] mgrmap e29: y(active, starting, since 0.0140452s) 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.742382+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.742565+0000 mon.c (mon.2) 138 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.742836+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.743801+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.744171+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.744491+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.744796+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.745177+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.745577+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.745883+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:55:22.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.746120+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:55:22.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.746411+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:55:22.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.746636+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:55:22.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.746904+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:55:22.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: audit 2024-09-21T05:55:21.747365+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:55:22.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:22 smithi112 bash[21612]: cluster 2024-09-21T05:55:22.255127+0000 mon.a (mon.0) 1160 : cluster [INF] Manager daemon y is now available 2024-09-21T05:55:23.009 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[68315]: [21/Sep/2024:05:55:22] ENGINE Bus STARTING 2024-09-21T05:55:23.009 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[68315]: [21/Sep/2024:05:55:22] ENGINE Serving on http://:::9283 2024-09-21T05:55:23.009 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:22 smithi099 bash[68315]: [21/Sep/2024:05:55:22] ENGINE Bus STARTED 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[26898]: audit 2024-09-21T05:55:22.580440+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[26898]: audit 2024-09-21T05:55:22.580872+0000 mon.c (mon.2) 153 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[26898]: audit 2024-09-21T05:55:22.617565+0000 mon.c (mon.2) 154 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[26898]: audit 2024-09-21T05:55:22.617983+0000 mon.a (mon.0) 1161 : audit [INF] from='mgr.25019 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[26898]: audit 2024-09-21T05:55:22.640214+0000 mon.c (mon.2) 155 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[26898]: audit 2024-09-21T05:55:22.640603+0000 mon.a (mon.0) 1162 : audit [INF] from='mgr.25019 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[26898]: cluster 2024-09-21T05:55:22.736526+0000 mon.a (mon.0) 1163 : cluster [DBG] mgrmap e30: y(active, since 1.01281s) 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[19899]: audit 2024-09-21T05:55:22.580440+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[19899]: audit 2024-09-21T05:55:22.580872+0000 mon.c (mon.2) 153 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[19899]: audit 2024-09-21T05:55:22.617565+0000 mon.c (mon.2) 154 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:55:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[19899]: audit 2024-09-21T05:55:22.617983+0000 mon.a (mon.0) 1161 : audit [INF] from='mgr.25019 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:55:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[19899]: audit 2024-09-21T05:55:22.640214+0000 mon.c (mon.2) 155 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:55:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[19899]: audit 2024-09-21T05:55:22.640603+0000 mon.a (mon.0) 1162 : audit [INF] from='mgr.25019 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:55:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[19899]: cluster 2024-09-21T05:55:22.736526+0000 mon.a (mon.0) 1163 : cluster [DBG] mgrmap e30: y(active, since 1.01281s) 2024-09-21T05:55:23.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:23 smithi112 bash[21612]: audit 2024-09-21T05:55:22.580440+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:23.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:23 smithi112 bash[21612]: audit 2024-09-21T05:55:22.580872+0000 mon.c (mon.2) 153 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:55:23.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:23 smithi112 bash[21612]: audit 2024-09-21T05:55:22.617565+0000 mon.c (mon.2) 154 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:55:23.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:23 smithi112 bash[21612]: audit 2024-09-21T05:55:22.617983+0000 mon.a (mon.0) 1161 : audit [INF] from='mgr.25019 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:55:23.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:23 smithi112 bash[21612]: audit 2024-09-21T05:55:22.640214+0000 mon.c (mon.2) 155 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:55:23.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:23 smithi112 bash[21612]: audit 2024-09-21T05:55:22.640603+0000 mon.a (mon.0) 1162 : audit [INF] from='mgr.25019 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T05:55:23.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:23 smithi112 bash[21612]: cluster 2024-09-21T05:55:22.736526+0000 mon.a (mon.0) 1163 : cluster [DBG] mgrmap e30: y(active, since 1.01281s) 2024-09-21T05:55:24.259 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: debug 2024-09-21T05:55:23.770+0000 7f39b80f6640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:05:55:23] ENGINE Error in HTTPServer.serve 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: Traceback (most recent call last): 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: self._connections.run(self.expiration_interval) 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: self._run(expiration_interval) 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: s = self.context.wrap_socket( 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:55:24.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: return self.sslsocket_class._create( 2024-09-21T05:55:24.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:55:24.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: self.do_handshake() 2024-09-21T05:55:24.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:55:24.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: self._sslobj.do_handshake() 2024-09-21T05:55:24.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:23 smithi099 bash[68315]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:55:24.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:24 smithi112 bash[21612]: audit 2024-09-21T05:55:22.776102+0000 mgr.y (mgr.25019) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:55:24.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:24 smithi112 bash[21612]: cluster 2024-09-21T05:55:22.779010+0000 mgr.y (mgr.25019) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:24.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:24 smithi112 bash[21612]: audit 2024-09-21T05:55:23.052391+0000 mgr.y (mgr.25019) 3 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:24.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:24 smithi099 bash[19899]: audit 2024-09-21T05:55:22.776102+0000 mgr.y (mgr.25019) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:55:24.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:24 smithi099 bash[19899]: cluster 2024-09-21T05:55:22.779010+0000 mgr.y (mgr.25019) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:24.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:24 smithi099 bash[19899]: audit 2024-09-21T05:55:23.052391+0000 mgr.y (mgr.25019) 3 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:24.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:24 smithi099 bash[26898]: audit 2024-09-21T05:55:22.776102+0000 mgr.y (mgr.25019) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:55:24.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:24 smithi099 bash[26898]: cluster 2024-09-21T05:55:22.779010+0000 mgr.y (mgr.25019) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:24.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:24 smithi099 bash[26898]: audit 2024-09-21T05:55:23.052391+0000 mgr.y (mgr.25019) 3 : audit [DBG] from='client.24944 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:25.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: cephadm 2024-09-21T05:55:23.647759+0000 mgr.y (mgr.25019) 4 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Bus STARTING 2024-09-21T05:55:25.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: cluster 2024-09-21T05:55:23.745749+0000 mgr.y (mgr.25019) 5 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:25.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: cephadm 2024-09-21T05:55:23.767976+0000 mgr.y (mgr.25019) 6 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T05:55:25.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: cephadm 2024-09-21T05:55:23.771529+0000 mgr.y (mgr.25019) 7 : cephadm [ERR] [21/Sep/2024:05:55:23] ENGINE Error in HTTPServer.serve 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: Traceback (most recent call last): 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: self._connections.run(self.expiration_interval) 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: self._run(expiration_interval) 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: s = self.context.wrap_socket( 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: return self.sslsocket_class._create( 2024-09-21T05:55:25.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:55:25.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: self.do_handshake() 2024-09-21T05:55:25.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:55:25.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: self._sslobj.do_handshake() 2024-09-21T05:55:25.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:55:25.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: cephadm 2024-09-21T05:55:23.869510+0000 mgr.y (mgr.25019) 8 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T05:55:25.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: cephadm 2024-09-21T05:55:23.869684+0000 mgr.y (mgr.25019) 9 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Bus STARTED 2024-09-21T05:55:25.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:25 smithi112 bash[21612]: cluster 2024-09-21T05:55:24.752611+0000 mon.a (mon.0) 1164 : cluster [DBG] mgrmap e31: y(active, since 3s) 2024-09-21T05:55:25.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: cephadm 2024-09-21T05:55:23.647759+0000 mgr.y (mgr.25019) 4 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Bus STARTING 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: cluster 2024-09-21T05:55:23.745749+0000 mgr.y (mgr.25019) 5 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: cephadm 2024-09-21T05:55:23.767976+0000 mgr.y (mgr.25019) 6 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: cephadm 2024-09-21T05:55:23.771529+0000 mgr.y (mgr.25019) 7 : cephadm [ERR] [21/Sep/2024:05:55:23] ENGINE Error in HTTPServer.serve 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: Traceback (most recent call last): 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: self._connections.run(self.expiration_interval) 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: self._run(expiration_interval) 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:55:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: s = self.context.wrap_socket( 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: return self.sslsocket_class._create( 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: self.do_handshake() 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: self._sslobj.do_handshake() 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: cephadm 2024-09-21T05:55:23.869510+0000 mgr.y (mgr.25019) 8 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: cephadm 2024-09-21T05:55:23.869684+0000 mgr.y (mgr.25019) 9 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Bus STARTED 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[26898]: cluster 2024-09-21T05:55:24.752611+0000 mon.a (mon.0) 1164 : cluster [DBG] mgrmap e31: y(active, since 3s) 2024-09-21T05:55:25.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: cephadm 2024-09-21T05:55:23.647759+0000 mgr.y (mgr.25019) 4 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Bus STARTING 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: cluster 2024-09-21T05:55:23.745749+0000 mgr.y (mgr.25019) 5 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: cephadm 2024-09-21T05:55:23.767976+0000 mgr.y (mgr.25019) 6 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: cephadm 2024-09-21T05:55:23.771529+0000 mgr.y (mgr.25019) 7 : cephadm [ERR] [21/Sep/2024:05:55:23] ENGINE Error in HTTPServer.serve 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: Traceback (most recent call last): 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: self._connections.run(self.expiration_interval) 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: self._run(expiration_interval) 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: s = self.context.wrap_socket( 2024-09-21T05:55:25.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:55:25.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: return self.sslsocket_class._create( 2024-09-21T05:55:25.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:55:25.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: self.do_handshake() 2024-09-21T05:55:25.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:55:25.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: self._sslobj.do_handshake() 2024-09-21T05:55:25.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:55:25.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: cephadm 2024-09-21T05:55:23.869510+0000 mgr.y (mgr.25019) 8 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T05:55:25.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: cephadm 2024-09-21T05:55:23.869684+0000 mgr.y (mgr.25019) 9 : cephadm [INF] [21/Sep/2024:05:55:23] ENGINE Bus STARTED 2024-09-21T05:55:25.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:25 smithi099 bash[19899]: cluster 2024-09-21T05:55:24.752611+0000 mon.a (mon.0) 1164 : cluster [DBG] mgrmap e31: y(active, since 3s) 2024-09-21T05:55:27.186 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:55:27.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:27 smithi112 bash[21612]: cluster 2024-09-21T05:55:25.746379+0000 mgr.y (mgr.25019) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:27.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:27 smithi112 bash[21612]: cluster 2024-09-21T05:55:26.306561+0000 mon.a (mon.0) 1165 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-09-21T05:55:27.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:27 smithi099 bash[19899]: cluster 2024-09-21T05:55:25.746379+0000 mgr.y (mgr.25019) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:27.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:27 smithi099 bash[19899]: cluster 2024-09-21T05:55:26.306561+0000 mon.a (mon.0) 1165 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-09-21T05:55:27.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:27 smithi099 bash[26898]: cluster 2024-09-21T05:55:25.746379+0000 mgr.y (mgr.25019) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:27.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:27 smithi099 bash[26898]: cluster 2024-09-21T05:55:26.306561+0000 mon.a (mon.0) 1165 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-09-21T05:55:28.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:27 smithi112 bash[49852]: [21/Sep/2024:05:55:27] ENGINE Bus STARTING 2024-09-21T05:55:28.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:27 smithi112 bash[49852]: CherryPy Checker: 2024-09-21T05:55:28.190 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:27 smithi112 bash[49852]: The Application mounted at '' has an empty config. 2024-09-21T05:55:28.190 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:27 smithi112 bash[49852]: [21/Sep/2024:05:55:27] ENGINE Serving on http://:::9283 2024-09-21T05:55:28.190 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:27 smithi112 bash[49852]: [21/Sep/2024:05:55:27] ENGINE Bus STARTED 2024-09-21T05:55:28.689 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:28 smithi112 bash[21612]: cluster 2024-09-21T05:55:27.864326+0000 mon.a (mon.0) 1166 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:55:28.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:28 smithi112 bash[21612]: audit 2024-09-21T05:55:27.867123+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:55:28.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:28 smithi112 bash[21612]: audit 2024-09-21T05:55:27.872484+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:55:28.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:28 smithi112 bash[21612]: audit 2024-09-21T05:55:27.873371+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:55:28.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:28 smithi112 bash[21612]: audit 2024-09-21T05:55:27.873780+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:55:28.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:28 smithi112 bash[21612]: audit 2024-09-21T05:55:27.995620+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:28.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:28 smithi112 bash[21612]: audit 2024-09-21T05:55:28.009804+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[19899]: cluster 2024-09-21T05:55:27.864326+0000 mon.a (mon.0) 1166 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:55:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[19899]: audit 2024-09-21T05:55:27.867123+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:55:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[19899]: audit 2024-09-21T05:55:27.872484+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:55:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[19899]: audit 2024-09-21T05:55:27.873371+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:55:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[19899]: audit 2024-09-21T05:55:27.873780+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:55:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[19899]: audit 2024-09-21T05:55:27.995620+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[19899]: audit 2024-09-21T05:55:28.009804+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[26898]: cluster 2024-09-21T05:55:27.864326+0000 mon.a (mon.0) 1166 : cluster [DBG] Standby manager daemon x started 2024-09-21T05:55:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[26898]: audit 2024-09-21T05:55:27.867123+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T05:55:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[26898]: audit 2024-09-21T05:55:27.872484+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:55:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[26898]: audit 2024-09-21T05:55:27.873371+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T05:55:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[26898]: audit 2024-09-21T05:55:27.873780+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:55:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[26898]: audit 2024-09-21T05:55:27.995620+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:28 smithi099 bash[26898]: audit 2024-09-21T05:55:28.009804+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:29 smithi112 bash[21612]: cluster 2024-09-21T05:55:27.747089+0000 mgr.y (mgr.25019) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:29.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:29 smithi112 bash[21612]: cluster 2024-09-21T05:55:28.326275+0000 mon.a (mon.0) 1169 : cluster [DBG] mgrmap e33: y(active, since 6s), standbys: x 2024-09-21T05:55:29.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:29 smithi112 bash[21612]: audit 2024-09-21T05:55:28.335184+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:55:29.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:29 smithi112 bash[21612]: audit 2024-09-21T05:55:29.055820+0000 mon.a (mon.0) 1170 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:29 smithi112 bash[21612]: audit 2024-09-21T05:55:29.062690+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:29 smithi112 bash[21612]: audit 2024-09-21T05:55:29.069842+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:29 smithi112 bash[21612]: audit 2024-09-21T05:55:29.076311+0000 mon.a (mon.0) 1173 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[19899]: cluster 2024-09-21T05:55:27.747089+0000 mgr.y (mgr.25019) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:29.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[19899]: cluster 2024-09-21T05:55:28.326275+0000 mon.a (mon.0) 1169 : cluster [DBG] mgrmap e33: y(active, since 6s), standbys: x 2024-09-21T05:55:29.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[19899]: audit 2024-09-21T05:55:28.335184+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:55:29.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[19899]: audit 2024-09-21T05:55:29.055820+0000 mon.a (mon.0) 1170 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[19899]: audit 2024-09-21T05:55:29.062690+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[19899]: audit 2024-09-21T05:55:29.069842+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[19899]: audit 2024-09-21T05:55:29.076311+0000 mon.a (mon.0) 1173 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[26898]: cluster 2024-09-21T05:55:27.747089+0000 mgr.y (mgr.25019) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:55:29.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[26898]: cluster 2024-09-21T05:55:28.326275+0000 mon.a (mon.0) 1169 : cluster [DBG] mgrmap e33: y(active, since 6s), standbys: x 2024-09-21T05:55:29.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[26898]: audit 2024-09-21T05:55:28.335184+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:55:29.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[26898]: audit 2024-09-21T05:55:29.055820+0000 mon.a (mon.0) 1170 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[26898]: audit 2024-09-21T05:55:29.062690+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[26898]: audit 2024-09-21T05:55:29.069842+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:29.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:29 smithi099 bash[26898]: audit 2024-09-21T05:55:29.076311+0000 mon.a (mon.0) 1173 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: cluster 2024-09-21T05:55:29.748337+0000 mgr.y (mgr.25019) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T05:55:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.211620+0000 mon.a (mon.0) 1174 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.228675+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.235493+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.236946+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.239126+0000 mgr.y (mgr.25019) 13 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.239445+0000 mgr.y (mgr.25019) 14 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.663056+0000 mon.a (mon.0) 1176 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.667424+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.682049+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.693000+0000 mon.a (mon.0) 1179 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.704929+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.731582+0000 mon.c (mon.2) 159 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.732333+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.25019 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[19899]: audit 2024-09-21T05:55:30.739956+0000 mon.c (mon.2) 160 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:55:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: cluster 2024-09-21T05:55:29.748337+0000 mgr.y (mgr.25019) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.211620+0000 mon.a (mon.0) 1174 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.228675+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.235493+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.236946+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.239126+0000 mgr.y (mgr.25019) 13 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.239445+0000 mgr.y (mgr.25019) 14 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.663056+0000 mon.a (mon.0) 1176 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.667424+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.682049+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.693000+0000 mon.a (mon.0) 1179 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.704929+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.731582+0000 mon.c (mon.2) 159 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.732333+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.25019 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:55:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:31 smithi099 bash[26898]: audit 2024-09-21T05:55:30.739956+0000 mon.c (mon.2) 160 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:55:31.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: cluster 2024-09-21T05:55:29.748337+0000 mgr.y (mgr.25019) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T05:55:31.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.211620+0000 mon.a (mon.0) 1174 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.228675+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.235493+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.236946+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.239126+0000 mgr.y (mgr.25019) 13 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.239445+0000 mgr.y (mgr.25019) 14 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.663056+0000 mon.a (mon.0) 1176 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.667424+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.682049+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.693000+0000 mon.a (mon.0) 1179 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.704929+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.731582+0000 mon.c (mon.2) 159 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.732333+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.25019 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:55:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:31 smithi112 bash[21612]: audit 2024-09-21T05:55:30.739956+0000 mon.c (mon.2) 160 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:55:32.499 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.384048+0000 mgr.y (mgr.25019) 15 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:55:32.499 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.384230+0000 mgr.y (mgr.25019) 16 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:55:32.499 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.476697+0000 mgr.y (mgr.25019) 17 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.476996+0000 mgr.y (mgr.25019) 18 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.564815+0000 mgr.y (mgr.25019) 19 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.565013+0000 mgr.y (mgr.25019) 20 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.730919+0000 mgr.y (mgr.25019) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[19899]: cephadm 2024-09-21T05:55:30.741252+0000 mgr.y (mgr.25019) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.384048+0000 mgr.y (mgr.25019) 15 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.384230+0000 mgr.y (mgr.25019) 16 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.476697+0000 mgr.y (mgr.25019) 17 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.476996+0000 mgr.y (mgr.25019) 18 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.564815+0000 mgr.y (mgr.25019) 19 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:55:32.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.565013+0000 mgr.y (mgr.25019) 20 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:55:32.501 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.730919+0000 mgr.y (mgr.25019) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T05:55:32.501 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:32 smithi099 bash[26898]: cephadm 2024-09-21T05:55:30.741252+0000 mgr.y (mgr.25019) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:55:32.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:32 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.384048+0000 mgr.y (mgr.25019) 15 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:55:32.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:32 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.384230+0000 mgr.y (mgr.25019) 16 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:55:32.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:32 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.476697+0000 mgr.y (mgr.25019) 17 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:55:32.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:32 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.476996+0000 mgr.y (mgr.25019) 18 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:55:32.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:32 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.564815+0000 mgr.y (mgr.25019) 19 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:55:32.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:32 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.565013+0000 mgr.y (mgr.25019) 20 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:55:32.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:32 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.730919+0000 mgr.y (mgr.25019) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T05:55:32.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:32 smithi112 bash[21612]: cephadm 2024-09-21T05:55:30.741252+0000 mgr.y (mgr.25019) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:55:33.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:33 smithi099 bash[26898]: cluster 2024-09-21T05:55:31.749017+0000 mgr.y (mgr.25019) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T05:55:33.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:33 smithi099 bash[19899]: cluster 2024-09-21T05:55:31.749017+0000 mgr.y (mgr.25019) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T05:55:33.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:33 smithi112 bash[21612]: cluster 2024-09-21T05:55:31.749017+0000 mgr.y (mgr.25019) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T05:55:34.190 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:55:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-21T05:55:34.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:34 smithi112 bash[21612]: audit 2024-09-21T05:55:33.662104+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:34.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:34 smithi112 bash[21612]: audit 2024-09-21T05:55:33.668693+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:34.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:34 smithi112 bash[21612]: cephadm 2024-09-21T05:55:33.670668+0000 mgr.y (mgr.25019) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:55:34.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:34 smithi112 bash[21612]: cluster 2024-09-21T05:55:33.749789+0000 mgr.y (mgr.25019) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:55:34.940 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:34 smithi112 bash[21612]: cephadm 2024-09-21T05:55:33.913143+0000 mgr.y (mgr.25019) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:55:35.005 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[19899]: audit 2024-09-21T05:55:33.662104+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:35.005 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[19899]: audit 2024-09-21T05:55:33.668693+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:35.005 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[19899]: cephadm 2024-09-21T05:55:33.670668+0000 mgr.y (mgr.25019) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:55:35.005 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[19899]: cluster 2024-09-21T05:55:33.749789+0000 mgr.y (mgr.25019) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:55:35.005 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[19899]: cephadm 2024-09-21T05:55:33.913143+0000 mgr.y (mgr.25019) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:55:35.005 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[26898]: audit 2024-09-21T05:55:33.662104+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:35.006 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[26898]: audit 2024-09-21T05:55:33.668693+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:35.006 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[26898]: cephadm 2024-09-21T05:55:33.670668+0000 mgr.y (mgr.25019) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:55:35.006 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[26898]: cluster 2024-09-21T05:55:33.749789+0000 mgr.y (mgr.25019) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:55:35.006 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:34 smithi099 bash[26898]: cephadm 2024-09-21T05:55:33.913143+0000 mgr.y (mgr.25019) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:55:35.915 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:35 smithi112 bash[21612]: audit 2024-09-21T05:55:35.290417+0000 mon.c (mon.2) 161 : audit [DBG] from='client.? 172.21.15.99:0/1532553286' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:55:36.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:35 smithi099 bash[19899]: audit 2024-09-21T05:55:35.290417+0000 mon.c (mon.2) 161 : audit [DBG] from='client.? 172.21.15.99:0/1532553286' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:55:36.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:35 smithi099 bash[26898]: audit 2024-09-21T05:55:35.290417+0000 mon.c (mon.2) 161 : audit [DBG] from='client.? 172.21.15.99:0/1532553286' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:55:36.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:36 smithi112 bash[21612]: cluster 2024-09-21T05:55:35.750492+0000 mgr.y (mgr.25019) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:55:37.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:36 smithi099 bash[19899]: cluster 2024-09-21T05:55:35.750492+0000 mgr.y (mgr.25019) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:55:37.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:36 smithi099 bash[26898]: cluster 2024-09-21T05:55:35.750492+0000 mgr.y (mgr.25019) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:55:37.796 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:37 smithi112 bash[21612]: audit 2024-09-21T05:55:37.581836+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:38.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:37 smithi099 bash[19899]: audit 2024-09-21T05:55:37.581836+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:38.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:37 smithi099 bash[26898]: audit 2024-09-21T05:55:37.581836+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:38.507 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 systemd[1]: Stopping Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.300Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.300Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.300Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.300Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.300Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.300Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.300Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.300Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.300Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.301Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.301Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-21T05:55:38.508 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[51671]: ts=2024-09-21T05:55:38.301Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-21T05:55:38.779 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[21612]: cluster 2024-09-21T05:55:37.751629+0000 mgr.y (mgr.25019) 28 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:55:39.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:38 smithi099 bash[19899]: cluster 2024-09-21T05:55:37.751629+0000 mgr.y (mgr.25019) 28 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:55:39.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:38 smithi099 bash[26898]: cluster 2024-09-21T05:55:37.751629+0000 mgr.y (mgr.25019) 28 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:55:39.097 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[53273]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T05:55:39.097 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 bash[53334]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T05:55:39.097 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-21T05:55:39.097 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 systemd[1]: Stopped Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:55:39.097 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:38 smithi112 systemd[1]: Started Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.035405+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.048705+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.057669+0000 mon.c (mon.2) 163 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.059255+0000 mgr.y (mgr.25019) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.076421+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: cephadm 2024-09-21T05:55:39.080842+0000 mgr.y (mgr.25019) 30 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.99:5000 to Dashboard 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.081412+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.082114+0000 mgr.y (mgr.25019) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.085547+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.086380+0000 mgr.y (mgr.25019) 32 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.091870+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.100369+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:55:40.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[21612]: audit 2024-09-21T05:55:39.101452+0000 mgr.y (mgr.25019) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.154Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.154Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.154Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi112 (none))" 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.154Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.154Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.156Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.156Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.158Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.158Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.160Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-21T05:55:40.442 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.160Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=7.288µs 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.160Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.160Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.175Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.183Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.183Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.183Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.673µs wal_replay_duration=23.489814ms wbl_replay_duration=127ns total_replay_duration=23.545164ms 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.185Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.185Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.185Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.207Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.98122ms db_storage=1.002µs remote_storage=1.102µs web_handler=435ns query_engine=1.047µs scrape=247.732µs scrape_sd=118.915µs notify=10.769µs notify_sd=9.34µs rules=21.229497ms tracing=5.028µs 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.207Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-21T05:55:40.443 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:55:40 smithi112 bash[53363]: ts=2024-09-21T05:55:40.207Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-21T05:55:40.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.035405+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.048705+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.057669+0000 mon.c (mon.2) 163 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.059255+0000 mgr.y (mgr.25019) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.076421+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: cephadm 2024-09-21T05:55:39.080842+0000 mgr.y (mgr.25019) 30 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.99:5000 to Dashboard 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.081412+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.082114+0000 mgr.y (mgr.25019) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.085547+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.086380+0000 mgr.y (mgr.25019) 32 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.091870+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.100369+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:55:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[26898]: audit 2024-09-21T05:55:39.101452+0000 mgr.y (mgr.25019) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.035405+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.048705+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.057669+0000 mon.c (mon.2) 163 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.059255+0000 mgr.y (mgr.25019) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.076421+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: cephadm 2024-09-21T05:55:39.080842+0000 mgr.y (mgr.25019) 30 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.99:5000 to Dashboard 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.081412+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.082114+0000 mgr.y (mgr.25019) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.085547+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.086380+0000 mgr.y (mgr.25019) 32 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.091870+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:40.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.100369+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:55:40.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:40 smithi099 bash[19899]: audit 2024-09-21T05:55:39.101452+0000 mgr.y (mgr.25019) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:55:41.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:41 smithi112 bash[21612]: cluster 2024-09-21T05:55:39.752930+0000 mgr.y (mgr.25019) 34 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:55:41.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:41 smithi099 bash[19899]: cluster 2024-09-21T05:55:39.752930+0000 mgr.y (mgr.25019) 34 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:55:41.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:41 smithi099 bash[26898]: cluster 2024-09-21T05:55:39.752930+0000 mgr.y (mgr.25019) 34 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:55:43.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:43 smithi112 bash[21612]: cluster 2024-09-21T05:55:41.753654+0000 mgr.y (mgr.25019) 35 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:55:43.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:43 smithi099 bash[19899]: cluster 2024-09-21T05:55:41.753654+0000 mgr.y (mgr.25019) 35 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:55:43.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:43 smithi099 bash[26898]: cluster 2024-09-21T05:55:41.753654+0000 mgr.y (mgr.25019) 35 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:55:45.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:45 smithi112 bash[21612]: cluster 2024-09-21T05:55:43.755449+0000 mgr.y (mgr.25019) 36 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:45.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:45 smithi099 bash[19899]: cluster 2024-09-21T05:55:43.755449+0000 mgr.y (mgr.25019) 36 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:45.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:45 smithi099 bash[26898]: cluster 2024-09-21T05:55:43.755449+0000 mgr.y (mgr.25019) 36 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:46 smithi112 bash[21612]: audit 2024-09-21T05:55:45.027374+0000 mgr.y (mgr.25019) 37 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:46 smithi112 bash[21612]: audit 2024-09-21T05:55:45.101126+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:46 smithi112 bash[21612]: audit 2024-09-21T05:55:45.120034+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:46 smithi112 bash[21612]: audit 2024-09-21T05:55:45.229033+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:46 smithi112 bash[21612]: audit 2024-09-21T05:55:45.247890+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:46 smithi112 bash[21612]: audit 2024-09-21T05:55:45.252313+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:55:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:46 smithi112 bash[21612]: audit 2024-09-21T05:55:45.254178+0000 mon.c (mon.2) 168 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:55:46.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:46 smithi112 bash[21612]: audit 2024-09-21T05:55:45.264494+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[19899]: audit 2024-09-21T05:55:45.027374+0000 mgr.y (mgr.25019) 37 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:46.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[19899]: audit 2024-09-21T05:55:45.101126+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[19899]: audit 2024-09-21T05:55:45.120034+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[19899]: audit 2024-09-21T05:55:45.229033+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[19899]: audit 2024-09-21T05:55:45.247890+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[19899]: audit 2024-09-21T05:55:45.252313+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[19899]: audit 2024-09-21T05:55:45.254178+0000 mon.c (mon.2) 168 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[19899]: audit 2024-09-21T05:55:45.264494+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[26898]: audit 2024-09-21T05:55:45.027374+0000 mgr.y (mgr.25019) 37 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[26898]: audit 2024-09-21T05:55:45.101126+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[26898]: audit 2024-09-21T05:55:45.120034+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[26898]: audit 2024-09-21T05:55:45.229033+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[26898]: audit 2024-09-21T05:55:45.247890+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[26898]: audit 2024-09-21T05:55:45.252313+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:55:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[26898]: audit 2024-09-21T05:55:45.254178+0000 mon.c (mon.2) 168 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:55:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:46 smithi099 bash[26898]: audit 2024-09-21T05:55:45.264494+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:55:47.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:47 smithi112 bash[21612]: cluster 2024-09-21T05:55:45.756344+0000 mgr.y (mgr.25019) 38 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:55:47.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:47 smithi099 bash[19899]: cluster 2024-09-21T05:55:45.756344+0000 mgr.y (mgr.25019) 38 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:55:47.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:47 smithi099 bash[26898]: cluster 2024-09-21T05:55:45.756344+0000 mgr.y (mgr.25019) 38 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:55:49.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:49 smithi112 bash[21612]: cluster 2024-09-21T05:55:47.757484+0000 mgr.y (mgr.25019) 39 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:55:49.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:49 smithi099 bash[19899]: cluster 2024-09-21T05:55:47.757484+0000 mgr.y (mgr.25019) 39 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:55:49.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:49 smithi099 bash[26898]: cluster 2024-09-21T05:55:47.757484+0000 mgr.y (mgr.25019) 39 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T05:55:51.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:51 smithi112 bash[21612]: cluster 2024-09-21T05:55:49.758818+0000 mgr.y (mgr.25019) 40 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:51.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:51 smithi099 bash[19899]: cluster 2024-09-21T05:55:49.758818+0000 mgr.y (mgr.25019) 40 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:51.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:51 smithi099 bash[26898]: cluster 2024-09-21T05:55:49.758818+0000 mgr.y (mgr.25019) 40 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:53.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:53 smithi112 bash[21612]: cluster 2024-09-21T05:55:51.759574+0000 mgr.y (mgr.25019) 41 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:53.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:53 smithi112 bash[21612]: audit 2024-09-21T05:55:52.581880+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:53.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:53 smithi099 bash[19899]: cluster 2024-09-21T05:55:51.759574+0000 mgr.y (mgr.25019) 41 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:53.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:53 smithi099 bash[19899]: audit 2024-09-21T05:55:52.581880+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:53.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:53 smithi099 bash[26898]: cluster 2024-09-21T05:55:51.759574+0000 mgr.y (mgr.25019) 41 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:53.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:53 smithi099 bash[26898]: audit 2024-09-21T05:55:52.581880+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:55:54.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:55:54 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:55:54] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-21T05:55:55.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:55 smithi099 bash[19899]: cluster 2024-09-21T05:55:53.761239+0000 mgr.y (mgr.25019) 42 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:55.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:55 smithi112 bash[21612]: cluster 2024-09-21T05:55:53.761239+0000 mgr.y (mgr.25019) 42 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:55.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:55 smithi099 bash[26898]: cluster 2024-09-21T05:55:53.761239+0000 mgr.y (mgr.25019) 42 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:55:56.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:56 smithi112 bash[21612]: audit 2024-09-21T05:55:55.030690+0000 mgr.y (mgr.25019) 43 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:56.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:56 smithi099 bash[19899]: audit 2024-09-21T05:55:55.030690+0000 mgr.y (mgr.25019) 43 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:56.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:56 smithi099 bash[26898]: audit 2024-09-21T05:55:55.030690+0000 mgr.y (mgr.25019) 43 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:55:57.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:57 smithi112 bash[21612]: cluster 2024-09-21T05:55:55.762013+0000 mgr.y (mgr.25019) 44 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:57.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:57 smithi099 bash[19899]: cluster 2024-09-21T05:55:55.762013+0000 mgr.y (mgr.25019) 44 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:57.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:57 smithi099 bash[26898]: cluster 2024-09-21T05:55:55.762013+0000 mgr.y (mgr.25019) 44 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:59.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:55:59 smithi112 bash[21612]: cluster 2024-09-21T05:55:57.763151+0000 mgr.y (mgr.25019) 45 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:59.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:55:59 smithi099 bash[19899]: cluster 2024-09-21T05:55:57.763151+0000 mgr.y (mgr.25019) 45 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:55:59.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:55:59 smithi099 bash[26898]: cluster 2024-09-21T05:55:57.763151+0000 mgr.y (mgr.25019) 45 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:01.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:01 smithi112 bash[21612]: cluster 2024-09-21T05:55:59.764423+0000 mgr.y (mgr.25019) 46 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:01.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:01 smithi099 bash[26898]: cluster 2024-09-21T05:55:59.764423+0000 mgr.y (mgr.25019) 46 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:01.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:01 smithi099 bash[19899]: cluster 2024-09-21T05:55:59.764423+0000 mgr.y (mgr.25019) 46 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:03.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:03 smithi112 bash[21612]: cluster 2024-09-21T05:56:01.765153+0000 mgr.y (mgr.25019) 47 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:03.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:03 smithi099 bash[19899]: cluster 2024-09-21T05:56:01.765153+0000 mgr.y (mgr.25019) 47 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:03.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:03 smithi099 bash[26898]: cluster 2024-09-21T05:56:01.765153+0000 mgr.y (mgr.25019) 47 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:04.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:56:04 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:56:04] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-21T05:56:05.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:05 smithi112 bash[21612]: cluster 2024-09-21T05:56:03.766802+0000 mgr.y (mgr.25019) 48 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:05.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:05 smithi099 bash[19899]: cluster 2024-09-21T05:56:03.766802+0000 mgr.y (mgr.25019) 48 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:05 smithi099 bash[26898]: cluster 2024-09-21T05:56:03.766802+0000 mgr.y (mgr.25019) 48 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:06.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:06 smithi112 bash[21612]: audit 2024-09-21T05:56:05.041992+0000 mgr.y (mgr.25019) 49 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:06.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:06 smithi099 bash[19899]: audit 2024-09-21T05:56:05.041992+0000 mgr.y (mgr.25019) 49 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:06.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:06 smithi099 bash[26898]: audit 2024-09-21T05:56:05.041992+0000 mgr.y (mgr.25019) 49 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:07.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:07 smithi112 bash[21612]: cluster 2024-09-21T05:56:05.767643+0000 mgr.y (mgr.25019) 50 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:07.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:07 smithi099 bash[19899]: cluster 2024-09-21T05:56:05.767643+0000 mgr.y (mgr.25019) 50 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:07.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:07 smithi099 bash[26898]: cluster 2024-09-21T05:56:05.767643+0000 mgr.y (mgr.25019) 50 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:08.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:08 smithi112 bash[21612]: audit 2024-09-21T05:56:07.582537+0000 mon.c (mon.2) 170 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:08.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:08 smithi112 bash[21612]: cluster 2024-09-21T05:56:07.768649+0000 mgr.y (mgr.25019) 51 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:08.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:08 smithi099 bash[19899]: audit 2024-09-21T05:56:07.582537+0000 mon.c (mon.2) 170 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:08.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:08 smithi099 bash[19899]: cluster 2024-09-21T05:56:07.768649+0000 mgr.y (mgr.25019) 51 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:08.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:08 smithi099 bash[26898]: audit 2024-09-21T05:56:07.582537+0000 mon.c (mon.2) 170 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:08.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:08 smithi099 bash[26898]: cluster 2024-09-21T05:56:07.768649+0000 mgr.y (mgr.25019) 51 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:11.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:10 smithi112 bash[21612]: cluster 2024-09-21T05:56:09.770004+0000 mgr.y (mgr.25019) 52 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:11.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:10 smithi099 bash[19899]: cluster 2024-09-21T05:56:09.770004+0000 mgr.y (mgr.25019) 52 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:11.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:10 smithi099 bash[26898]: cluster 2024-09-21T05:56:09.770004+0000 mgr.y (mgr.25019) 52 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:13.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:12 smithi112 bash[21612]: cluster 2024-09-21T05:56:11.770769+0000 mgr.y (mgr.25019) 53 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:12 smithi099 bash[19899]: cluster 2024-09-21T05:56:11.770769+0000 mgr.y (mgr.25019) 53 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:13.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:12 smithi099 bash[26898]: cluster 2024-09-21T05:56:11.770769+0000 mgr.y (mgr.25019) 53 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:14.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:56:14 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:56:14] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-21T05:56:15.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:14 smithi112 bash[21612]: cluster 2024-09-21T05:56:13.772479+0000 mgr.y (mgr.25019) 54 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:15.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:14 smithi099 bash[19899]: cluster 2024-09-21T05:56:13.772479+0000 mgr.y (mgr.25019) 54 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:15.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:14 smithi099 bash[26898]: cluster 2024-09-21T05:56:13.772479+0000 mgr.y (mgr.25019) 54 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:16.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:15 smithi112 bash[21612]: audit 2024-09-21T05:56:15.051662+0000 mgr.y (mgr.25019) 55 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:16.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:15 smithi099 bash[19899]: audit 2024-09-21T05:56:15.051662+0000 mgr.y (mgr.25019) 55 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:16.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:15 smithi099 bash[26898]: audit 2024-09-21T05:56:15.051662+0000 mgr.y (mgr.25019) 55 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:17.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:16 smithi112 bash[21612]: cluster 2024-09-21T05:56:15.773196+0000 mgr.y (mgr.25019) 56 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:17.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:16 smithi099 bash[19899]: cluster 2024-09-21T05:56:15.773196+0000 mgr.y (mgr.25019) 56 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:17.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:16 smithi099 bash[26898]: cluster 2024-09-21T05:56:15.773196+0000 mgr.y (mgr.25019) 56 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:19.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:18 smithi112 bash[21612]: cluster 2024-09-21T05:56:17.774272+0000 mgr.y (mgr.25019) 57 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:19.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:18 smithi099 bash[26898]: cluster 2024-09-21T05:56:17.774272+0000 mgr.y (mgr.25019) 57 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:19.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:18 smithi099 bash[19899]: cluster 2024-09-21T05:56:17.774272+0000 mgr.y (mgr.25019) 57 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:21.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:20 smithi112 bash[21612]: cluster 2024-09-21T05:56:19.775644+0000 mgr.y (mgr.25019) 58 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:21.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:20 smithi099 bash[26898]: cluster 2024-09-21T05:56:19.775644+0000 mgr.y (mgr.25019) 58 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:21.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:20 smithi099 bash[19899]: cluster 2024-09-21T05:56:19.775644+0000 mgr.y (mgr.25019) 58 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:23.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:22 smithi112 bash[21612]: cluster 2024-09-21T05:56:21.776372+0000 mgr.y (mgr.25019) 59 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:23.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:22 smithi112 bash[21612]: audit 2024-09-21T05:56:22.583896+0000 mon.c (mon.2) 171 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:23.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:22 smithi099 bash[19899]: cluster 2024-09-21T05:56:21.776372+0000 mgr.y (mgr.25019) 59 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:23.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:22 smithi099 bash[19899]: audit 2024-09-21T05:56:22.583896+0000 mon.c (mon.2) 171 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:22 smithi099 bash[26898]: cluster 2024-09-21T05:56:21.776372+0000 mgr.y (mgr.25019) 59 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:22 smithi099 bash[26898]: audit 2024-09-21T05:56:22.583896+0000 mon.c (mon.2) 171 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:24.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:56:24 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:56:24] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-21T05:56:25.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:24 smithi112 bash[21612]: cluster 2024-09-21T05:56:23.778163+0000 mgr.y (mgr.25019) 60 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:25.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:24 smithi099 bash[19899]: cluster 2024-09-21T05:56:23.778163+0000 mgr.y (mgr.25019) 60 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:25.271 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:24 smithi099 bash[26898]: cluster 2024-09-21T05:56:23.778163+0000 mgr.y (mgr.25019) 60 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:26.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:25 smithi112 bash[21612]: audit 2024-09-21T05:56:25.059648+0000 mgr.y (mgr.25019) 61 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:26.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:25 smithi099 bash[19899]: audit 2024-09-21T05:56:25.059648+0000 mgr.y (mgr.25019) 61 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:26.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:25 smithi099 bash[26898]: audit 2024-09-21T05:56:25.059648+0000 mgr.y (mgr.25019) 61 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:27.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:26 smithi112 bash[21612]: cluster 2024-09-21T05:56:25.778882+0000 mgr.y (mgr.25019) 62 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:27.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:26 smithi099 bash[19899]: cluster 2024-09-21T05:56:25.778882+0000 mgr.y (mgr.25019) 62 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:27.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:26 smithi099 bash[26898]: cluster 2024-09-21T05:56:25.778882+0000 mgr.y (mgr.25019) 62 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:29.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:28 smithi112 bash[21612]: cluster 2024-09-21T05:56:27.780148+0000 mgr.y (mgr.25019) 63 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:29.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:28 smithi099 bash[19899]: cluster 2024-09-21T05:56:27.780148+0000 mgr.y (mgr.25019) 63 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:29.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:28 smithi099 bash[26898]: cluster 2024-09-21T05:56:27.780148+0000 mgr.y (mgr.25019) 63 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:31.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:30 smithi112 bash[21612]: cluster 2024-09-21T05:56:29.781624+0000 mgr.y (mgr.25019) 64 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:31.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:30 smithi099 bash[19899]: cluster 2024-09-21T05:56:29.781624+0000 mgr.y (mgr.25019) 64 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:31.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:30 smithi099 bash[26898]: cluster 2024-09-21T05:56:29.781624+0000 mgr.y (mgr.25019) 64 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:33.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:32 smithi112 bash[21612]: cluster 2024-09-21T05:56:31.782472+0000 mgr.y (mgr.25019) 65 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:33.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:32 smithi099 bash[19899]: cluster 2024-09-21T05:56:31.782472+0000 mgr.y (mgr.25019) 65 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:32 smithi099 bash[26898]: cluster 2024-09-21T05:56:31.782472+0000 mgr.y (mgr.25019) 65 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:34.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:56:34 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:56:34] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-21T05:56:35.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:34 smithi112 bash[21612]: cluster 2024-09-21T05:56:33.784210+0000 mgr.y (mgr.25019) 66 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:34 smithi099 bash[19899]: cluster 2024-09-21T05:56:33.784210+0000 mgr.y (mgr.25019) 66 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:35.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:34 smithi099 bash[26898]: cluster 2024-09-21T05:56:33.784210+0000 mgr.y (mgr.25019) 66 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:36.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:35 smithi112 bash[21612]: audit 2024-09-21T05:56:35.067691+0000 mgr.y (mgr.25019) 67 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:36.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:35 smithi099 bash[19899]: audit 2024-09-21T05:56:35.067691+0000 mgr.y (mgr.25019) 67 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:36.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:35 smithi099 bash[26898]: audit 2024-09-21T05:56:35.067691+0000 mgr.y (mgr.25019) 67 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:37.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:36 smithi112 bash[21612]: cluster 2024-09-21T05:56:35.784970+0000 mgr.y (mgr.25019) 68 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:36 smithi099 bash[19899]: cluster 2024-09-21T05:56:35.784970+0000 mgr.y (mgr.25019) 68 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:37.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:36 smithi099 bash[26898]: cluster 2024-09-21T05:56:35.784970+0000 mgr.y (mgr.25019) 68 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:38.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:37 smithi112 bash[21612]: audit 2024-09-21T05:56:37.584470+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:38.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:37 smithi099 bash[19899]: audit 2024-09-21T05:56:37.584470+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:38.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:37 smithi099 bash[26898]: audit 2024-09-21T05:56:37.584470+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:39.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:38 smithi112 bash[21612]: cluster 2024-09-21T05:56:37.786013+0000 mgr.y (mgr.25019) 69 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:39.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:38 smithi099 bash[19899]: cluster 2024-09-21T05:56:37.786013+0000 mgr.y (mgr.25019) 69 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:39.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:38 smithi099 bash[26898]: cluster 2024-09-21T05:56:37.786013+0000 mgr.y (mgr.25019) 69 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:41.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:40 smithi112 bash[21612]: cluster 2024-09-21T05:56:39.787350+0000 mgr.y (mgr.25019) 70 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:41.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:40 smithi099 bash[19899]: cluster 2024-09-21T05:56:39.787350+0000 mgr.y (mgr.25019) 70 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:41.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:40 smithi099 bash[26898]: cluster 2024-09-21T05:56:39.787350+0000 mgr.y (mgr.25019) 70 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:43.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:42 smithi112 bash[21612]: cluster 2024-09-21T05:56:41.788037+0000 mgr.y (mgr.25019) 71 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:43.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:42 smithi099 bash[19899]: cluster 2024-09-21T05:56:41.788037+0000 mgr.y (mgr.25019) 71 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:43.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:42 smithi099 bash[26898]: cluster 2024-09-21T05:56:41.788037+0000 mgr.y (mgr.25019) 71 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:44.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:56:44 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:56:44] "GET /metrics HTTP/1.1" 200 38223 "" "Prometheus/2.43.0" 2024-09-21T05:56:45.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:44 smithi112 bash[21612]: cluster 2024-09-21T05:56:43.789691+0000 mgr.y (mgr.25019) 72 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:45.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:44 smithi099 bash[19899]: cluster 2024-09-21T05:56:43.789691+0000 mgr.y (mgr.25019) 72 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:45.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:44 smithi099 bash[26898]: cluster 2024-09-21T05:56:43.789691+0000 mgr.y (mgr.25019) 72 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:46.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:45 smithi112 bash[21612]: audit 2024-09-21T05:56:45.075647+0000 mgr.y (mgr.25019) 73 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:46.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:45 smithi099 bash[19899]: audit 2024-09-21T05:56:45.075647+0000 mgr.y (mgr.25019) 73 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:46.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:45 smithi099 bash[26898]: audit 2024-09-21T05:56:45.075647+0000 mgr.y (mgr.25019) 73 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:47.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:46 smithi112 bash[21612]: cluster 2024-09-21T05:56:45.790385+0000 mgr.y (mgr.25019) 74 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:47.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:46 smithi112 bash[21612]: audit 2024-09-21T05:56:46.119215+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:56:47.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:46 smithi112 bash[21612]: audit 2024-09-21T05:56:46.120529+0000 mon.c (mon.2) 174 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:56:47.190 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:46 smithi112 bash[21612]: audit 2024-09-21T05:56:46.132154+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:56:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:46 smithi099 bash[19899]: cluster 2024-09-21T05:56:45.790385+0000 mgr.y (mgr.25019) 74 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:46 smithi099 bash[19899]: audit 2024-09-21T05:56:46.119215+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:56:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:46 smithi099 bash[19899]: audit 2024-09-21T05:56:46.120529+0000 mon.c (mon.2) 174 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:56:47.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:46 smithi099 bash[19899]: audit 2024-09-21T05:56:46.132154+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:56:47.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:46 smithi099 bash[26898]: cluster 2024-09-21T05:56:45.790385+0000 mgr.y (mgr.25019) 74 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:47.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:46 smithi099 bash[26898]: audit 2024-09-21T05:56:46.119215+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:56:47.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:46 smithi099 bash[26898]: audit 2024-09-21T05:56:46.120529+0000 mon.c (mon.2) 174 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:56:47.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:46 smithi099 bash[26898]: audit 2024-09-21T05:56:46.132154+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:56:49.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:48 smithi099 bash[19899]: cluster 2024-09-21T05:56:47.791808+0000 mgr.y (mgr.25019) 75 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:49.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:48 smithi099 bash[26898]: cluster 2024-09-21T05:56:47.791808+0000 mgr.y (mgr.25019) 75 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:49.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:48 smithi112 bash[21612]: cluster 2024-09-21T05:56:47.791808+0000 mgr.y (mgr.25019) 75 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:51.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:50 smithi099 bash[26898]: cluster 2024-09-21T05:56:49.792938+0000 mgr.y (mgr.25019) 76 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:50 smithi099 bash[19899]: cluster 2024-09-21T05:56:49.792938+0000 mgr.y (mgr.25019) 76 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:51.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:50 smithi112 bash[21612]: cluster 2024-09-21T05:56:49.792938+0000 mgr.y (mgr.25019) 76 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:53.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:52 smithi099 bash[19899]: cluster 2024-09-21T05:56:51.793687+0000 mgr.y (mgr.25019) 77 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:53.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:52 smithi099 bash[19899]: audit 2024-09-21T05:56:52.584774+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:53.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:52 smithi099 bash[26898]: cluster 2024-09-21T05:56:51.793687+0000 mgr.y (mgr.25019) 77 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:53.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:52 smithi099 bash[26898]: audit 2024-09-21T05:56:52.584774+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:53.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:52 smithi112 bash[21612]: cluster 2024-09-21T05:56:51.793687+0000 mgr.y (mgr.25019) 77 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:53.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:52 smithi112 bash[21612]: audit 2024-09-21T05:56:52.584774+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:56:54.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:56:54 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:56:54] "GET /metrics HTTP/1.1" 200 38217 "" "Prometheus/2.43.0" 2024-09-21T05:56:55.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:54 smithi099 bash[19899]: cluster 2024-09-21T05:56:53.795461+0000 mgr.y (mgr.25019) 78 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:55.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:54 smithi099 bash[26898]: cluster 2024-09-21T05:56:53.795461+0000 mgr.y (mgr.25019) 78 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:55.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:54 smithi112 bash[21612]: cluster 2024-09-21T05:56:53.795461+0000 mgr.y (mgr.25019) 78 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:56.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:55 smithi099 bash[19899]: audit 2024-09-21T05:56:55.086801+0000 mgr.y (mgr.25019) 79 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:56.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:55 smithi099 bash[26898]: audit 2024-09-21T05:56:55.086801+0000 mgr.y (mgr.25019) 79 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:56.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:55 smithi112 bash[21612]: audit 2024-09-21T05:56:55.086801+0000 mgr.y (mgr.25019) 79 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:56:57.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:56 smithi099 bash[19899]: cluster 2024-09-21T05:56:55.796209+0000 mgr.y (mgr.25019) 80 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:57.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:56 smithi099 bash[26898]: cluster 2024-09-21T05:56:55.796209+0000 mgr.y (mgr.25019) 80 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:57.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:56 smithi112 bash[21612]: cluster 2024-09-21T05:56:55.796209+0000 mgr.y (mgr.25019) 80 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:56:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:56:58 smithi099 bash[19899]: cluster 2024-09-21T05:56:57.797756+0000 mgr.y (mgr.25019) 81 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:56:58 smithi099 bash[26898]: cluster 2024-09-21T05:56:57.797756+0000 mgr.y (mgr.25019) 81 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:56:59.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:56:58 smithi112 bash[21612]: cluster 2024-09-21T05:56:57.797756+0000 mgr.y (mgr.25019) 81 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:01.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:00 smithi099 bash[19899]: cluster 2024-09-21T05:56:59.798498+0000 mgr.y (mgr.25019) 82 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:01.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:00 smithi099 bash[26898]: cluster 2024-09-21T05:56:59.798498+0000 mgr.y (mgr.25019) 82 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:01.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:00 smithi112 bash[21612]: cluster 2024-09-21T05:56:59.798498+0000 mgr.y (mgr.25019) 82 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:03.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:02 smithi099 bash[19899]: cluster 2024-09-21T05:57:01.799271+0000 mgr.y (mgr.25019) 83 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:03.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:02 smithi099 bash[26898]: cluster 2024-09-21T05:57:01.799271+0000 mgr.y (mgr.25019) 83 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:03.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:02 smithi112 bash[21612]: cluster 2024-09-21T05:57:01.799271+0000 mgr.y (mgr.25019) 83 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:04.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:57:04 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:57:04] "GET /metrics HTTP/1.1" 200 38217 "" "Prometheus/2.43.0" 2024-09-21T05:57:05.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:04 smithi099 bash[19899]: cluster 2024-09-21T05:57:03.800933+0000 mgr.y (mgr.25019) 84 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:05.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:04 smithi099 bash[26898]: cluster 2024-09-21T05:57:03.800933+0000 mgr.y (mgr.25019) 84 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:05.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:04 smithi112 bash[21612]: cluster 2024-09-21T05:57:03.800933+0000 mgr.y (mgr.25019) 84 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:06.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:05 smithi099 bash[19899]: audit 2024-09-21T05:57:05.096148+0000 mgr.y (mgr.25019) 85 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:06.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:05 smithi099 bash[26898]: audit 2024-09-21T05:57:05.096148+0000 mgr.y (mgr.25019) 85 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:06.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:06 smithi112 bash[21612]: audit 2024-09-21T05:57:05.096148+0000 mgr.y (mgr.25019) 85 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:07.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:06 smithi099 bash[19899]: cluster 2024-09-21T05:57:05.801652+0000 mgr.y (mgr.25019) 86 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:07.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:07 smithi099 bash[26898]: cluster 2024-09-21T05:57:05.801652+0000 mgr.y (mgr.25019) 86 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:07.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:07 smithi112 bash[21612]: cluster 2024-09-21T05:57:05.801652+0000 mgr.y (mgr.25019) 86 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:08.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:08 smithi099 bash[19899]: audit 2024-09-21T05:57:07.585034+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:08.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:08 smithi099 bash[26898]: audit 2024-09-21T05:57:07.585034+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:08.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:08 smithi112 bash[21612]: audit 2024-09-21T05:57:07.585034+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:09.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:09 smithi099 bash[19899]: cluster 2024-09-21T05:57:07.803220+0000 mgr.y (mgr.25019) 87 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:09.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:09 smithi099 bash[26898]: cluster 2024-09-21T05:57:07.803220+0000 mgr.y (mgr.25019) 87 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:09.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:09 smithi112 bash[21612]: cluster 2024-09-21T05:57:07.803220+0000 mgr.y (mgr.25019) 87 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:11.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:11 smithi112 bash[21612]: cluster 2024-09-21T05:57:09.803960+0000 mgr.y (mgr.25019) 88 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:11.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:11 smithi099 bash[19899]: cluster 2024-09-21T05:57:09.803960+0000 mgr.y (mgr.25019) 88 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:11.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:11 smithi099 bash[26898]: cluster 2024-09-21T05:57:09.803960+0000 mgr.y (mgr.25019) 88 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:13.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:13 smithi112 bash[21612]: cluster 2024-09-21T05:57:11.804674+0000 mgr.y (mgr.25019) 89 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:13 smithi099 bash[19899]: cluster 2024-09-21T05:57:11.804674+0000 mgr.y (mgr.25019) 89 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:13 smithi099 bash[26898]: cluster 2024-09-21T05:57:11.804674+0000 mgr.y (mgr.25019) 89 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:14.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:57:14 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:57:14] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.43.0" 2024-09-21T05:57:15.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:15 smithi112 bash[21612]: cluster 2024-09-21T05:57:13.806371+0000 mgr.y (mgr.25019) 90 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:15.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:15 smithi099 bash[19899]: cluster 2024-09-21T05:57:13.806371+0000 mgr.y (mgr.25019) 90 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:15 smithi099 bash[26898]: cluster 2024-09-21T05:57:13.806371+0000 mgr.y (mgr.25019) 90 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:16.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:16 smithi112 bash[21612]: audit 2024-09-21T05:57:15.107127+0000 mgr.y (mgr.25019) 91 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:16.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:16 smithi099 bash[19899]: audit 2024-09-21T05:57:15.107127+0000 mgr.y (mgr.25019) 91 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:16.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:16 smithi099 bash[26898]: audit 2024-09-21T05:57:15.107127+0000 mgr.y (mgr.25019) 91 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:17.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:17 smithi112 bash[21612]: cluster 2024-09-21T05:57:15.807116+0000 mgr.y (mgr.25019) 92 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:17 smithi099 bash[19899]: cluster 2024-09-21T05:57:15.807116+0000 mgr.y (mgr.25019) 92 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:17.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:17 smithi099 bash[26898]: cluster 2024-09-21T05:57:15.807116+0000 mgr.y (mgr.25019) 92 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:19.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:19 smithi112 bash[21612]: cluster 2024-09-21T05:57:17.808654+0000 mgr.y (mgr.25019) 93 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:19.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:19 smithi099 bash[19899]: cluster 2024-09-21T05:57:17.808654+0000 mgr.y (mgr.25019) 93 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:19 smithi099 bash[26898]: cluster 2024-09-21T05:57:17.808654+0000 mgr.y (mgr.25019) 93 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:21.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:21 smithi112 bash[21612]: cluster 2024-09-21T05:57:19.809368+0000 mgr.y (mgr.25019) 94 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:21.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:21 smithi099 bash[19899]: cluster 2024-09-21T05:57:19.809368+0000 mgr.y (mgr.25019) 94 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:21.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:21 smithi099 bash[26898]: cluster 2024-09-21T05:57:19.809368+0000 mgr.y (mgr.25019) 94 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:23.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:23 smithi112 bash[21612]: cluster 2024-09-21T05:57:21.810086+0000 mgr.y (mgr.25019) 95 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:23.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:23 smithi112 bash[21612]: audit 2024-09-21T05:57:22.585501+0000 mon.c (mon.2) 177 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:23 smithi099 bash[26898]: cluster 2024-09-21T05:57:21.810086+0000 mgr.y (mgr.25019) 95 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:23 smithi099 bash[26898]: audit 2024-09-21T05:57:22.585501+0000 mon.c (mon.2) 177 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:23 smithi099 bash[19899]: cluster 2024-09-21T05:57:21.810086+0000 mgr.y (mgr.25019) 95 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:23 smithi099 bash[19899]: audit 2024-09-21T05:57:22.585501+0000 mon.c (mon.2) 177 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:24.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:57:24 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:57:24] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-21T05:57:25.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:25 smithi112 bash[21612]: cluster 2024-09-21T05:57:23.811778+0000 mgr.y (mgr.25019) 96 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:25.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:25 smithi099 bash[19899]: cluster 2024-09-21T05:57:23.811778+0000 mgr.y (mgr.25019) 96 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:25.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:25 smithi099 bash[26898]: cluster 2024-09-21T05:57:23.811778+0000 mgr.y (mgr.25019) 96 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:26.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:26 smithi112 bash[21612]: audit 2024-09-21T05:57:25.118358+0000 mgr.y (mgr.25019) 97 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:26.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:26 smithi099 bash[19899]: audit 2024-09-21T05:57:25.118358+0000 mgr.y (mgr.25019) 97 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:26.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:26 smithi099 bash[26898]: audit 2024-09-21T05:57:25.118358+0000 mgr.y (mgr.25019) 97 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:27.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:27 smithi112 bash[21612]: cluster 2024-09-21T05:57:25.812502+0000 mgr.y (mgr.25019) 98 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:27.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:27 smithi099 bash[19899]: cluster 2024-09-21T05:57:25.812502+0000 mgr.y (mgr.25019) 98 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:27.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:27 smithi099 bash[26898]: cluster 2024-09-21T05:57:25.812502+0000 mgr.y (mgr.25019) 98 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:29.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:29 smithi112 bash[21612]: cluster 2024-09-21T05:57:27.814087+0000 mgr.y (mgr.25019) 99 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:29.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:29 smithi099 bash[19899]: cluster 2024-09-21T05:57:27.814087+0000 mgr.y (mgr.25019) 99 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:29 smithi099 bash[26898]: cluster 2024-09-21T05:57:27.814087+0000 mgr.y (mgr.25019) 99 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:31.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:31 smithi112 bash[21612]: cluster 2024-09-21T05:57:29.814848+0000 mgr.y (mgr.25019) 100 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:31.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:31 smithi099 bash[19899]: cluster 2024-09-21T05:57:29.814848+0000 mgr.y (mgr.25019) 100 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:31.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:31 smithi099 bash[26898]: cluster 2024-09-21T05:57:29.814848+0000 mgr.y (mgr.25019) 100 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:33.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:33 smithi112 bash[21612]: cluster 2024-09-21T05:57:31.815552+0000 mgr.y (mgr.25019) 101 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:33.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:33 smithi099 bash[19899]: cluster 2024-09-21T05:57:31.815552+0000 mgr.y (mgr.25019) 101 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:33.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:33 smithi099 bash[26898]: cluster 2024-09-21T05:57:31.815552+0000 mgr.y (mgr.25019) 101 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:34.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:57:34 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:57:34] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-21T05:57:35.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:35 smithi112 bash[21612]: cluster 2024-09-21T05:57:33.817228+0000 mgr.y (mgr.25019) 102 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:35.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:35 smithi099 bash[19899]: cluster 2024-09-21T05:57:33.817228+0000 mgr.y (mgr.25019) 102 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:35.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:35 smithi099 bash[26898]: cluster 2024-09-21T05:57:33.817228+0000 mgr.y (mgr.25019) 102 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:36.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:36 smithi112 bash[21612]: audit 2024-09-21T05:57:35.129665+0000 mgr.y (mgr.25019) 103 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:36.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:36 smithi099 bash[19899]: audit 2024-09-21T05:57:35.129665+0000 mgr.y (mgr.25019) 103 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:36 smithi099 bash[26898]: audit 2024-09-21T05:57:35.129665+0000 mgr.y (mgr.25019) 103 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:37.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:37 smithi112 bash[21612]: cluster 2024-09-21T05:57:35.817979+0000 mgr.y (mgr.25019) 104 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:37 smithi099 bash[19899]: cluster 2024-09-21T05:57:35.817979+0000 mgr.y (mgr.25019) 104 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:37 smithi099 bash[26898]: cluster 2024-09-21T05:57:35.817979+0000 mgr.y (mgr.25019) 104 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:38.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:38 smithi112 bash[21612]: audit 2024-09-21T05:57:37.586266+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:38.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:38 smithi099 bash[19899]: audit 2024-09-21T05:57:37.586266+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:38.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:38 smithi099 bash[26898]: audit 2024-09-21T05:57:37.586266+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:39.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:39 smithi112 bash[21612]: cluster 2024-09-21T05:57:37.819597+0000 mgr.y (mgr.25019) 105 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:39.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:39 smithi099 bash[19899]: cluster 2024-09-21T05:57:37.819597+0000 mgr.y (mgr.25019) 105 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:39 smithi099 bash[26898]: cluster 2024-09-21T05:57:37.819597+0000 mgr.y (mgr.25019) 105 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:41.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:41 smithi112 bash[21612]: cluster 2024-09-21T05:57:39.820323+0000 mgr.y (mgr.25019) 106 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:41.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:41 smithi099 bash[19899]: cluster 2024-09-21T05:57:39.820323+0000 mgr.y (mgr.25019) 106 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:41.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:41 smithi099 bash[26898]: cluster 2024-09-21T05:57:39.820323+0000 mgr.y (mgr.25019) 106 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:43.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:43 smithi112 bash[21612]: cluster 2024-09-21T05:57:41.821036+0000 mgr.y (mgr.25019) 107 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:43.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:43 smithi099 bash[19899]: cluster 2024-09-21T05:57:41.821036+0000 mgr.y (mgr.25019) 107 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:43.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:43 smithi099 bash[26898]: cluster 2024-09-21T05:57:41.821036+0000 mgr.y (mgr.25019) 107 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:44.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:57:44 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:57:44] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-21T05:57:45.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:45 smithi112 bash[21612]: cluster 2024-09-21T05:57:43.822645+0000 mgr.y (mgr.25019) 108 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:45.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:45 smithi099 bash[19899]: cluster 2024-09-21T05:57:43.822645+0000 mgr.y (mgr.25019) 108 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:45.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:45 smithi099 bash[26898]: cluster 2024-09-21T05:57:43.822645+0000 mgr.y (mgr.25019) 108 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:46.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:46 smithi112 bash[21612]: audit 2024-09-21T05:57:45.139762+0000 mgr.y (mgr.25019) 109 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:46.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:46 smithi099 bash[19899]: audit 2024-09-21T05:57:45.139762+0000 mgr.y (mgr.25019) 109 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:46 smithi099 bash[26898]: audit 2024-09-21T05:57:45.139762+0000 mgr.y (mgr.25019) 109 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:47.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:47 smithi112 bash[21612]: cluster 2024-09-21T05:57:45.823350+0000 mgr.y (mgr.25019) 110 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:47.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:47 smithi112 bash[21612]: audit 2024-09-21T05:57:46.916698+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:57:47.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:47 smithi112 bash[21612]: audit 2024-09-21T05:57:46.918304+0000 mon.c (mon.2) 180 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:57:47.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:47 smithi112 bash[21612]: audit 2024-09-21T05:57:46.928515+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:57:47.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:47 smithi099 bash[19899]: cluster 2024-09-21T05:57:45.823350+0000 mgr.y (mgr.25019) 110 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:47 smithi099 bash[19899]: audit 2024-09-21T05:57:46.916698+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:57:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:47 smithi099 bash[19899]: audit 2024-09-21T05:57:46.918304+0000 mon.c (mon.2) 180 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:57:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:47 smithi099 bash[19899]: audit 2024-09-21T05:57:46.928515+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:57:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:47 smithi099 bash[26898]: cluster 2024-09-21T05:57:45.823350+0000 mgr.y (mgr.25019) 110 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:47 smithi099 bash[26898]: audit 2024-09-21T05:57:46.916698+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:57:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:47 smithi099 bash[26898]: audit 2024-09-21T05:57:46.918304+0000 mon.c (mon.2) 180 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:57:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:47 smithi099 bash[26898]: audit 2024-09-21T05:57:46.928515+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:57:49.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:49 smithi112 bash[21612]: cluster 2024-09-21T05:57:47.825022+0000 mgr.y (mgr.25019) 111 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:49.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:49 smithi099 bash[19899]: cluster 2024-09-21T05:57:47.825022+0000 mgr.y (mgr.25019) 111 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:49.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:49 smithi099 bash[26898]: cluster 2024-09-21T05:57:47.825022+0000 mgr.y (mgr.25019) 111 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:51.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:51 smithi112 bash[21612]: cluster 2024-09-21T05:57:49.825785+0000 mgr.y (mgr.25019) 112 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:51 smithi099 bash[19899]: cluster 2024-09-21T05:57:49.825785+0000 mgr.y (mgr.25019) 112 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:51 smithi099 bash[26898]: cluster 2024-09-21T05:57:49.825785+0000 mgr.y (mgr.25019) 112 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:53.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:53 smithi112 bash[21612]: cluster 2024-09-21T05:57:51.826502+0000 mgr.y (mgr.25019) 113 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:53.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:53 smithi112 bash[21612]: audit 2024-09-21T05:57:52.586335+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:53.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:53 smithi099 bash[19899]: cluster 2024-09-21T05:57:51.826502+0000 mgr.y (mgr.25019) 113 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:53.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:53 smithi099 bash[19899]: audit 2024-09-21T05:57:52.586335+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:53 smithi099 bash[26898]: cluster 2024-09-21T05:57:51.826502+0000 mgr.y (mgr.25019) 113 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:53 smithi099 bash[26898]: audit 2024-09-21T05:57:52.586335+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:57:54.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:57:54 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:57:54] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-21T05:57:55.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:55 smithi112 bash[21612]: cluster 2024-09-21T05:57:53.828144+0000 mgr.y (mgr.25019) 114 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:55 smithi099 bash[19899]: cluster 2024-09-21T05:57:53.828144+0000 mgr.y (mgr.25019) 114 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:55 smithi099 bash[26898]: cluster 2024-09-21T05:57:53.828144+0000 mgr.y (mgr.25019) 114 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:56.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:56 smithi112 bash[21612]: audit 2024-09-21T05:57:55.147739+0000 mgr.y (mgr.25019) 115 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:56.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:56 smithi099 bash[19899]: audit 2024-09-21T05:57:55.147739+0000 mgr.y (mgr.25019) 115 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:56.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:56 smithi099 bash[26898]: audit 2024-09-21T05:57:55.147739+0000 mgr.y (mgr.25019) 115 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:57:57.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:57 smithi112 bash[21612]: cluster 2024-09-21T05:57:55.828832+0000 mgr.y (mgr.25019) 116 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:57.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:57 smithi099 bash[19899]: cluster 2024-09-21T05:57:55.828832+0000 mgr.y (mgr.25019) 116 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:57.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:57 smithi099 bash[26898]: cluster 2024-09-21T05:57:55.828832+0000 mgr.y (mgr.25019) 116 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:57:59.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:57:59 smithi112 bash[21612]: cluster 2024-09-21T05:57:57.830467+0000 mgr.y (mgr.25019) 117 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:59.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:57:59 smithi099 bash[19899]: cluster 2024-09-21T05:57:57.830467+0000 mgr.y (mgr.25019) 117 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:57:59.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:57:59 smithi099 bash[26898]: cluster 2024-09-21T05:57:57.830467+0000 mgr.y (mgr.25019) 117 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:01.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:01 smithi112 bash[21612]: cluster 2024-09-21T05:57:59.831221+0000 mgr.y (mgr.25019) 118 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:01 smithi099 bash[19899]: cluster 2024-09-21T05:57:59.831221+0000 mgr.y (mgr.25019) 118 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:01 smithi099 bash[26898]: cluster 2024-09-21T05:57:59.831221+0000 mgr.y (mgr.25019) 118 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:03.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:03 smithi112 bash[21612]: cluster 2024-09-21T05:58:01.831970+0000 mgr.y (mgr.25019) 119 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:03.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:03 smithi099 bash[19899]: cluster 2024-09-21T05:58:01.831970+0000 mgr.y (mgr.25019) 119 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:03 smithi099 bash[26898]: cluster 2024-09-21T05:58:01.831970+0000 mgr.y (mgr.25019) 119 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:04.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:58:04 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:58:04] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-21T05:58:05.440 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:05 smithi112 bash[21612]: cluster 2024-09-21T05:58:03.833635+0000 mgr.y (mgr.25019) 120 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:05.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:05 smithi099 bash[19899]: cluster 2024-09-21T05:58:03.833635+0000 mgr.y (mgr.25019) 120 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:05.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:05 smithi099 bash[26898]: cluster 2024-09-21T05:58:03.833635+0000 mgr.y (mgr.25019) 120 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:06.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:06 smithi099 bash[19899]: audit 2024-09-21T05:58:05.159131+0000 mgr.y (mgr.25019) 121 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:06.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:06 smithi099 bash[26898]: audit 2024-09-21T05:58:05.159131+0000 mgr.y (mgr.25019) 121 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:06.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:06 smithi112 bash[21612]: audit 2024-09-21T05:58:05.159131+0000 mgr.y (mgr.25019) 121 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:07.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:07 smithi099 bash[26898]: cluster 2024-09-21T05:58:05.834461+0000 mgr.y (mgr.25019) 122 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:07 smithi099 bash[19899]: cluster 2024-09-21T05:58:05.834461+0000 mgr.y (mgr.25019) 122 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:07.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:07 smithi112 bash[21612]: cluster 2024-09-21T05:58:05.834461+0000 mgr.y (mgr.25019) 122 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:08.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:08 smithi099 bash[19899]: audit 2024-09-21T05:58:07.587018+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:08.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:08 smithi099 bash[26898]: audit 2024-09-21T05:58:07.587018+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:08.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:08 smithi112 bash[21612]: audit 2024-09-21T05:58:07.587018+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:09.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:09 smithi099 bash[19899]: cluster 2024-09-21T05:58:07.836087+0000 mgr.y (mgr.25019) 123 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:09 smithi099 bash[26898]: cluster 2024-09-21T05:58:07.836087+0000 mgr.y (mgr.25019) 123 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:09.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:09 smithi112 bash[21612]: cluster 2024-09-21T05:58:07.836087+0000 mgr.y (mgr.25019) 123 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:11.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:11 smithi099 bash[19899]: cluster 2024-09-21T05:58:09.836809+0000 mgr.y (mgr.25019) 124 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:11.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:11 smithi099 bash[26898]: cluster 2024-09-21T05:58:09.836809+0000 mgr.y (mgr.25019) 124 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:11.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:11 smithi112 bash[21612]: cluster 2024-09-21T05:58:09.836809+0000 mgr.y (mgr.25019) 124 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:13 smithi099 bash[19899]: cluster 2024-09-21T05:58:11.837488+0000 mgr.y (mgr.25019) 125 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:13.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:13 smithi099 bash[26898]: cluster 2024-09-21T05:58:11.837488+0000 mgr.y (mgr.25019) 125 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:13.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:13 smithi112 bash[21612]: cluster 2024-09-21T05:58:11.837488+0000 mgr.y (mgr.25019) 125 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:14.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:58:14 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:58:14] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-21T05:58:15.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:15 smithi099 bash[19899]: cluster 2024-09-21T05:58:13.839165+0000 mgr.y (mgr.25019) 126 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:15.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:15 smithi099 bash[26898]: cluster 2024-09-21T05:58:13.839165+0000 mgr.y (mgr.25019) 126 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:15.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:15 smithi112 bash[21612]: cluster 2024-09-21T05:58:13.839165+0000 mgr.y (mgr.25019) 126 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:16.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:16 smithi099 bash[19899]: audit 2024-09-21T05:58:15.170373+0000 mgr.y (mgr.25019) 127 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:16.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:16 smithi099 bash[26898]: audit 2024-09-21T05:58:15.170373+0000 mgr.y (mgr.25019) 127 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:16.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:16 smithi112 bash[21612]: audit 2024-09-21T05:58:15.170373+0000 mgr.y (mgr.25019) 127 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:17 smithi099 bash[19899]: cluster 2024-09-21T05:58:15.839840+0000 mgr.y (mgr.25019) 128 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:17 smithi099 bash[26898]: cluster 2024-09-21T05:58:15.839840+0000 mgr.y (mgr.25019) 128 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:17.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:17 smithi112 bash[21612]: cluster 2024-09-21T05:58:15.839840+0000 mgr.y (mgr.25019) 128 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:19.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:19 smithi099 bash[19899]: cluster 2024-09-21T05:58:17.841400+0000 mgr.y (mgr.25019) 129 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:19 smithi099 bash[26898]: cluster 2024-09-21T05:58:17.841400+0000 mgr.y (mgr.25019) 129 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:19.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:19 smithi112 bash[21612]: cluster 2024-09-21T05:58:17.841400+0000 mgr.y (mgr.25019) 129 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:21.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:21 smithi099 bash[19899]: cluster 2024-09-21T05:58:19.842068+0000 mgr.y (mgr.25019) 130 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:21.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:21 smithi099 bash[26898]: cluster 2024-09-21T05:58:19.842068+0000 mgr.y (mgr.25019) 130 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:21.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:21 smithi112 bash[21612]: cluster 2024-09-21T05:58:19.842068+0000 mgr.y (mgr.25019) 130 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:23 smithi099 bash[19899]: cluster 2024-09-21T05:58:21.842743+0000 mgr.y (mgr.25019) 131 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:23 smithi099 bash[19899]: audit 2024-09-21T05:58:22.587182+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:23 smithi099 bash[26898]: cluster 2024-09-21T05:58:21.842743+0000 mgr.y (mgr.25019) 131 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:23 smithi099 bash[26898]: audit 2024-09-21T05:58:22.587182+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:23.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:23 smithi112 bash[21612]: cluster 2024-09-21T05:58:21.842743+0000 mgr.y (mgr.25019) 131 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:23.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:23 smithi112 bash[21612]: audit 2024-09-21T05:58:22.587182+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:24.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:58:24 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:58:24] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-21T05:58:25.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:25 smithi099 bash[19899]: cluster 2024-09-21T05:58:23.844405+0000 mgr.y (mgr.25019) 132 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:25.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:25 smithi099 bash[26898]: cluster 2024-09-21T05:58:23.844405+0000 mgr.y (mgr.25019) 132 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:25.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:25 smithi112 bash[21612]: cluster 2024-09-21T05:58:23.844405+0000 mgr.y (mgr.25019) 132 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:26.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:26 smithi112 bash[21612]: audit 2024-09-21T05:58:25.179783+0000 mgr.y (mgr.25019) 133 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:26.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:26 smithi099 bash[19899]: audit 2024-09-21T05:58:25.179783+0000 mgr.y (mgr.25019) 133 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:26.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:26 smithi099 bash[26898]: audit 2024-09-21T05:58:25.179783+0000 mgr.y (mgr.25019) 133 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:27.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:27 smithi112 bash[21612]: cluster 2024-09-21T05:58:25.845116+0000 mgr.y (mgr.25019) 134 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:27.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:27 smithi099 bash[19899]: cluster 2024-09-21T05:58:25.845116+0000 mgr.y (mgr.25019) 134 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:27.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:27 smithi099 bash[26898]: cluster 2024-09-21T05:58:25.845116+0000 mgr.y (mgr.25019) 134 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:29.054 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T05:58:29.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:29 smithi099 bash[19899]: cluster 2024-09-21T05:58:27.846700+0000 mgr.y (mgr.25019) 135 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:29.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:29 smithi099 bash[26898]: cluster 2024-09-21T05:58:27.846700+0000 mgr.y (mgr.25019) 135 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:29.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:29 smithi112 bash[21612]: cluster 2024-09-21T05:58:27.846700+0000 mgr.y (mgr.25019) 135 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:31.690 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:31 smithi112 bash[21612]: cluster 2024-09-21T05:58:29.847448+0000 mgr.y (mgr.25019) 136 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:31 smithi099 bash[19899]: cluster 2024-09-21T05:58:29.847448+0000 mgr.y (mgr.25019) 136 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:31.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:31 smithi099 bash[26898]: cluster 2024-09-21T05:58:29.847448+0000 mgr.y (mgr.25019) 136 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:33.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:33 smithi112 bash[21612]: cluster 2024-09-21T05:58:31.847935+0000 mgr.y (mgr.25019) 137 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:33.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:33 smithi099 bash[19899]: cluster 2024-09-21T05:58:31.847935+0000 mgr.y (mgr.25019) 137 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:33 smithi099 bash[26898]: cluster 2024-09-21T05:58:31.847935+0000 mgr.y (mgr.25019) 137 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:33.872 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:58:34.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:58:34 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:58:34] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-21T05:58:34.691 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 05:58:34 smithi112 bash[46851]: logger=cleanup t=2024-09-21T05:58:34.237037221Z level=info msg="Completed cleanup jobs" duration=60.87003ms 2024-09-21T05:58:35.432 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T05:58:35.432 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (20m) 2m ago 20m 13.8M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T05:58:35.432 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (20m) 2m ago 20m 76.2M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T05:58:35.432 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (3m) 2m ago 18m 47.2M - 3.8 164465d2334a 044f524db484 2024-09-21T05:58:35.432 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (13m) 2m ago 28m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d 975f815a8f7a 2024-09-21T05:58:35.432 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (6m) 2m ago 31m 494M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T05:58:35.432 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (31m) 2m ago 31m 70.5M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T05:58:35.432 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (29m) 2m ago 29m 53.0M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (29m) 2m ago 29m 54.2M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (20m) 2m ago 20m 8859k - 1.5.0 0da6a335fe13 9f5f0ac119e3 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (20m) 2m ago 20m 8599k - 1.5.0 0da6a335fe13 93ffd4df1601 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (28m) 2m ago 28m 63.1M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (27m) 2m ago 27m 65.8M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (26m) 2m ago 26m 61.2M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (25m) 2m ago 25m 65.0M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (24m) 2m ago 24m 66.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (23m) 2m ago 23m 54.1M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (22m) 2m ago 22m 61.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (22m) 2m ago 22m 55.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (2m) 2m ago 21m 32.6M - 2.43.0 a07b618ecd1d 958c8d72ad05 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (18m) 2m ago 18m 100M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T05:58:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (18m) 2m ago 18m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T05:58:35.616 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:35 smithi099 bash[19899]: cluster 2024-09-21T05:58:33.849553+0000 mgr.y (mgr.25019) 138 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:35.616 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:35 smithi099 bash[26898]: cluster 2024-09-21T05:58:33.849553+0000 mgr.y (mgr.25019) 138 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:35.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:35 smithi112 bash[21612]: cluster 2024-09-21T05:58:33.849553+0000 mgr.y (mgr.25019) 138 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:36.053 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions' 2024-09-21T05:58:36.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:36 smithi099 bash[19899]: audit 2024-09-21T05:58:35.187433+0000 mgr.y (mgr.25019) 139 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:36.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:36 smithi099 bash[26898]: audit 2024-09-21T05:58:35.187433+0000 mgr.y (mgr.25019) 139 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:36.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:36 smithi112 bash[21612]: audit 2024-09-21T05:58:35.187433+0000 mgr.y (mgr.25019) 139 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:37.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:37 smithi112 bash[21612]: audit 2024-09-21T05:58:35.395553+0000 mgr.y (mgr.25019) 140 : audit [DBG] from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:58:37.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:37 smithi112 bash[21612]: cluster 2024-09-21T05:58:35.850339+0000 mgr.y (mgr.25019) 141 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:37.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:37 smithi099 bash[19899]: audit 2024-09-21T05:58:35.395553+0000 mgr.y (mgr.25019) 140 : audit [DBG] from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:58:37.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:37 smithi099 bash[19899]: cluster 2024-09-21T05:58:35.850339+0000 mgr.y (mgr.25019) 141 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:37.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:37 smithi099 bash[26898]: audit 2024-09-21T05:58:35.395553+0000 mgr.y (mgr.25019) 140 : audit [DBG] from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T05:58:37.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:37 smithi099 bash[26898]: cluster 2024-09-21T05:58:35.850339+0000 mgr.y (mgr.25019) 141 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:38.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:38 smithi112 bash[21612]: audit 2024-09-21T05:58:37.587615+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:38.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:38 smithi099 bash[19899]: audit 2024-09-21T05:58:37.587615+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:38 smithi099 bash[26898]: audit 2024-09-21T05:58:37.587615+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:39.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:39 smithi112 bash[21612]: cluster 2024-09-21T05:58:37.851964+0000 mgr.y (mgr.25019) 142 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:39.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:39 smithi099 bash[19899]: cluster 2024-09-21T05:58:37.851964+0000 mgr.y (mgr.25019) 142 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:39.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:39 smithi099 bash[26898]: cluster 2024-09-21T05:58:37.851964+0000 mgr.y (mgr.25019) 142 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:40.872 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:58:41.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:41 smithi112 bash[21612]: cluster 2024-09-21T05:58:39.852661+0000 mgr.y (mgr.25019) 143 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:41.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:41 smithi099 bash[19899]: cluster 2024-09-21T05:58:39.852661+0000 mgr.y (mgr.25019) 143 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:41.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:41 smithi099 bash[26898]: cluster 2024-09-21T05:58:39.852661+0000 mgr.y (mgr.25019) 143 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:42.430 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T05:58:42.431 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T05:58:42.432 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T05:58:42.432 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T05:58:42.432 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T05:58:42.432 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T05:58:42.432 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T05:58:43.009 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph -s' 2024-09-21T05:58:43.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:43 smithi112 bash[21612]: cluster 2024-09-21T05:58:41.853369+0000 mgr.y (mgr.25019) 144 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:43.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:43 smithi112 bash[21612]: audit 2024-09-21T05:58:42.432471+0000 mon.a (mon.0) 1195 : audit [DBG] from='client.? 172.21.15.99:0/2664598182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:58:43.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:43 smithi099 bash[26898]: cluster 2024-09-21T05:58:41.853369+0000 mgr.y (mgr.25019) 144 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:43.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:43 smithi099 bash[26898]: audit 2024-09-21T05:58:42.432471+0000 mon.a (mon.0) 1195 : audit [DBG] from='client.? 172.21.15.99:0/2664598182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:58:43.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:43 smithi099 bash[19899]: cluster 2024-09-21T05:58:41.853369+0000 mgr.y (mgr.25019) 144 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:43.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:43 smithi099 bash[19899]: audit 2024-09-21T05:58:42.432471+0000 mon.a (mon.0) 1195 : audit [DBG] from='client.? 172.21.15.99:0/2664598182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:58:44.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:58:44 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:58:44] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-21T05:58:45.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:45 smithi099 bash[19899]: cluster 2024-09-21T05:58:43.855040+0000 mgr.y (mgr.25019) 145 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:45.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:45 smithi099 bash[26898]: cluster 2024-09-21T05:58:43.855040+0000 mgr.y (mgr.25019) 145 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:45.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:45 smithi112 bash[21612]: cluster 2024-09-21T05:58:43.855040+0000 mgr.y (mgr.25019) 145 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:46.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:46 smithi112 bash[21612]: audit 2024-09-21T05:58:45.198450+0000 mgr.y (mgr.25019) 146 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:46.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:46 smithi099 bash[19899]: audit 2024-09-21T05:58:45.198450+0000 mgr.y (mgr.25019) 146 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:46.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:46 smithi099 bash[26898]: audit 2024-09-21T05:58:45.198450+0000 mgr.y (mgr.25019) 146 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:47.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:47 smithi112 bash[21612]: cluster 2024-09-21T05:58:45.855713+0000 mgr.y (mgr.25019) 147 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:47.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:47 smithi099 bash[19899]: cluster 2024-09-21T05:58:45.855713+0000 mgr.y (mgr.25019) 147 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:47.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:47 smithi099 bash[26898]: cluster 2024-09-21T05:58:45.855713+0000 mgr.y (mgr.25019) 147 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:47.826 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:58:48.901 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[19899]: audit 2024-09-21T05:58:47.598903+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:58:48.902 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[19899]: audit 2024-09-21T05:58:47.607998+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:58:48.902 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[19899]: cluster 2024-09-21T05:58:47.856687+0000 mgr.y (mgr.25019) 148 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:48.902 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[19899]: audit 2024-09-21T05:58:48.288079+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:58:48.902 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[19899]: audit 2024-09-21T05:58:48.289349+0000 mon.c (mon.2) 186 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:58:48.902 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[19899]: audit 2024-09-21T05:58:48.298989+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:58:48.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[26898]: audit 2024-09-21T05:58:47.598903+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:58:48.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[26898]: audit 2024-09-21T05:58:47.607998+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:58:48.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[26898]: cluster 2024-09-21T05:58:47.856687+0000 mgr.y (mgr.25019) 148 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:48.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[26898]: audit 2024-09-21T05:58:48.288079+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:58:48.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[26898]: audit 2024-09-21T05:58:48.289349+0000 mon.c (mon.2) 186 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:58:48.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:48 smithi099 bash[26898]: audit 2024-09-21T05:58:48.298989+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:58:48.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:48 smithi112 bash[21612]: audit 2024-09-21T05:58:47.598903+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:58:48.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:48 smithi112 bash[21612]: audit 2024-09-21T05:58:47.607998+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:58:48.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:48 smithi112 bash[21612]: cluster 2024-09-21T05:58:47.856687+0000 mgr.y (mgr.25019) 148 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:48.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:48 smithi112 bash[21612]: audit 2024-09-21T05:58:48.288079+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:58:48.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:48 smithi112 bash[21612]: audit 2024-09-21T05:58:48.289349+0000 mon.c (mon.2) 186 : audit [INF] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:58:48.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:48 smithi112 bash[21612]: audit 2024-09-21T05:58:48.298989+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.25019 ' entity='mgr.y' 2024-09-21T05:58:49.289 INFO:teuthology.orchestra.run.smithi099.stdout: cluster: 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: id: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: health: HEALTH_OK 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: services: 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: mon: 3 daemons, quorum a,b,c (age 29m) 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: mgr: y(active, since 3m), standbys: x 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: osd: 8 osds: 8 up (since 22m), 8 in (since 22m) 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: data: 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: pools: 6 pools, 161 pgs 2024-09-21T05:58:49.290 INFO:teuthology.orchestra.run.smithi099.stdout: objects: 244 objects, 585 KiB 2024-09-21T05:58:49.291 INFO:teuthology.orchestra.run.smithi099.stdout: usage: 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:58:49.291 INFO:teuthology.orchestra.run.smithi099.stdout: pgs: 161 active+clean 2024-09-21T05:58:49.291 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:58:49.291 INFO:teuthology.orchestra.run.smithi099.stdout: io: 2024-09-21T05:58:49.291 INFO:teuthology.orchestra.run.smithi099.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-21T05:58:49.291 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-21T05:58:49.911 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:49 smithi099 bash[19899]: audit 2024-09-21T05:58:49.291656+0000 mon.c (mon.2) 187 : audit [DBG] from='client.? 172.21.15.99:0/575726380' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:58:49.911 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:49 smithi099 bash[26898]: audit 2024-09-21T05:58:49.291656+0000 mon.c (mon.2) 187 : audit [DBG] from='client.? 172.21.15.99:0/575726380' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:58:49.912 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph health detail' 2024-09-21T05:58:49.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:49 smithi112 bash[21612]: audit 2024-09-21T05:58:49.291656+0000 mon.c (mon.2) 187 : audit [DBG] from='client.? 172.21.15.99:0/575726380' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T05:58:50.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:50 smithi112 bash[21612]: cluster 2024-09-21T05:58:49.857384+0000 mgr.y (mgr.25019) 149 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:51.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:50 smithi099 bash[19899]: cluster 2024-09-21T05:58:49.857384+0000 mgr.y (mgr.25019) 149 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:51.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:50 smithi099 bash[26898]: cluster 2024-09-21T05:58:49.857384+0000 mgr.y (mgr.25019) 149 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:53.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:52 smithi112 bash[21612]: cluster 2024-09-21T05:58:51.858111+0000 mgr.y (mgr.25019) 150 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:53.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:52 smithi112 bash[21612]: audit 2024-09-21T05:58:52.588076+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:53.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:52 smithi099 bash[19899]: cluster 2024-09-21T05:58:51.858111+0000 mgr.y (mgr.25019) 150 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:53.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:52 smithi099 bash[19899]: audit 2024-09-21T05:58:52.588076+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:53.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:52 smithi099 bash[26898]: cluster 2024-09-21T05:58:51.858111+0000 mgr.y (mgr.25019) 150 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:53.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:52 smithi099 bash[26898]: audit 2024-09-21T05:58:52.588076+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:58:54.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:58:54 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:58:54] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-21T05:58:54.727 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:58:55.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:54 smithi112 bash[21612]: cluster 2024-09-21T05:58:53.859833+0000 mgr.y (mgr.25019) 151 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:55.206 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:55 smithi099 bash[19899]: cluster 2024-09-21T05:58:53.859833+0000 mgr.y (mgr.25019) 151 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:55.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:55 smithi099 bash[26898]: cluster 2024-09-21T05:58:53.859833+0000 mgr.y (mgr.25019) 151 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:56.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:55 smithi112 bash[21612]: audit 2024-09-21T05:58:55.207609+0000 mgr.y (mgr.25019) 152 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:56.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:55 smithi099 bash[19899]: audit 2024-09-21T05:58:55.207609+0000 mgr.y (mgr.25019) 152 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:56.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:55 smithi099 bash[26898]: audit 2024-09-21T05:58:55.207609+0000 mgr.y (mgr.25019) 152 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:58:56.295 INFO:teuthology.orchestra.run.smithi099.stdout:HEALTH_OK 2024-09-21T05:58:56.931 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-21T05:58:57.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:56 smithi112 bash[21612]: cluster 2024-09-21T05:58:55.860563+0000 mgr.y (mgr.25019) 153 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:57.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:56 smithi112 bash[21612]: audit 2024-09-21T05:58:56.297665+0000 mon.a (mon.0) 1199 : audit [DBG] from='client.? 172.21.15.99:0/3729802715' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T05:58:57.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:56 smithi099 bash[19899]: cluster 2024-09-21T05:58:55.860563+0000 mgr.y (mgr.25019) 153 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:56 smithi099 bash[19899]: audit 2024-09-21T05:58:56.297665+0000 mon.a (mon.0) 1199 : audit [DBG] from='client.? 172.21.15.99:0/3729802715' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T05:58:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:56 smithi099 bash[26898]: cluster 2024-09-21T05:58:55.860563+0000 mgr.y (mgr.25019) 153 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:58:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:56 smithi099 bash[26898]: audit 2024-09-21T05:58:56.297665+0000 mon.a (mon.0) 1199 : audit [DBG] from='client.? 172.21.15.99:0/3729802715' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T05:58:59.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:58:58 smithi112 bash[21612]: cluster 2024-09-21T05:58:57.862220+0000 mgr.y (mgr.25019) 154 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:58:58 smithi099 bash[19899]: cluster 2024-09-21T05:58:57.862220+0000 mgr.y (mgr.25019) 154 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:58:59.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:58:58 smithi099 bash[26898]: cluster 2024-09-21T05:58:57.862220+0000 mgr.y (mgr.25019) 154 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:01.191 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:00 smithi112 bash[21612]: cluster 2024-09-21T05:58:59.862995+0000 mgr.y (mgr.25019) 155 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:01.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:00 smithi099 bash[19899]: cluster 2024-09-21T05:58:59.862995+0000 mgr.y (mgr.25019) 155 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:01.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:00 smithi099 bash[26898]: cluster 2024-09-21T05:58:59.862995+0000 mgr.y (mgr.25019) 155 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:01.751 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:59:03.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:02 smithi099 bash[19899]: cluster 2024-09-21T05:59:01.863533+0000 mgr.y (mgr.25019) 156 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:03.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:02 smithi099 bash[26898]: cluster 2024-09-21T05:59:01.863533+0000 mgr.y (mgr.25019) 156 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:03.133 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T05:59:03.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:02 smithi112 bash[21612]: cluster 2024-09-21T05:59:01.863533+0000 mgr.y (mgr.25019) 156 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:03.786 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph mgr fail' 2024-09-21T05:59:04.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:03 smithi099 bash[19899]: audit 2024-09-21T05:59:03.123552+0000 mon.a (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.99:0/2753803678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:59:04.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:04 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:59:04] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-21T05:59:04.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:03 smithi099 bash[26898]: audit 2024-09-21T05:59:03.123552+0000 mon.a (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.99:0/2753803678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:59:04.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:03 smithi112 bash[21612]: audit 2024-09-21T05:59:03.123552+0000 mon.a (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.99:0/2753803678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T05:59:05.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:04 smithi099 bash[19899]: cluster 2024-09-21T05:59:03.865126+0000 mgr.y (mgr.25019) 157 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:05.218 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:04 smithi099 bash[26898]: cluster 2024-09-21T05:59:03.865126+0000 mgr.y (mgr.25019) 157 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:05.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:04 smithi112 bash[21612]: cluster 2024-09-21T05:59:03.865126+0000 mgr.y (mgr.25019) 157 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:06.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:05 smithi099 bash[19899]: audit 2024-09-21T05:59:05.218776+0000 mgr.y (mgr.25019) 158 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:06.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:05 smithi099 bash[26898]: audit 2024-09-21T05:59:05.218776+0000 mgr.y (mgr.25019) 158 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:06.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:05 smithi112 bash[21612]: audit 2024-09-21T05:59:05.218776+0000 mgr.y (mgr.25019) 158 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:07.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:06 smithi099 bash[19899]: cluster 2024-09-21T05:59:05.865938+0000 mgr.y (mgr.25019) 159 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:07.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:06 smithi099 bash[26898]: cluster 2024-09-21T05:59:05.865938+0000 mgr.y (mgr.25019) 159 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:07.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:06 smithi112 bash[21612]: cluster 2024-09-21T05:59:05.865938+0000 mgr.y (mgr.25019) 159 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:08.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:07 smithi099 bash[19899]: audit 2024-09-21T05:59:07.588492+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:08.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:07 smithi099 bash[26898]: audit 2024-09-21T05:59:07.588492+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:08.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:07 smithi112 bash[21612]: audit 2024-09-21T05:59:07.588492+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.25019 172.21.15.99:0/3224629811' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:59:09.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:08 smithi099 bash[19899]: cluster 2024-09-21T05:59:07.867584+0000 mgr.y (mgr.25019) 160 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:09.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:08 smithi099 bash[26898]: cluster 2024-09-21T05:59:07.867584+0000 mgr.y (mgr.25019) 160 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:09.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:08 smithi112 bash[21612]: cluster 2024-09-21T05:59:07.867584+0000 mgr.y (mgr.25019) 160 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:10.441 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[49852]: [21/Sep/2024:05:59:10] ENGINE Bus STOPPING 2024-09-21T05:59:10.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[68315]: debug 2024-09-21T05:59:10.112+0000 7f3a578ee640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-21T05:59:10.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[68315]: ignoring --setuser ceph since I am not root 2024-09-21T05:59:10.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[68315]: ignoring --setgroup ceph since I am not root 2024-09-21T05:59:10.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[68315]: debug 2024-09-21T05:59:10.172+0000 7f8523395640 1 -- 172.21.15.99:0/2522383380 <== mon.0 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564f0deb70e0 con 0x564f0deb9800 2024-09-21T05:59:10.767 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'sleep 180' 2024-09-21T05:59:10.941 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[49852]: [21/Sep/2024:05:59:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T05:59:10.941 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[49852]: [21/Sep/2024:05:59:10] ENGINE Bus STOPPED 2024-09-21T05:59:11.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.098810+0000 mon.a (mon.0) 1201 : audit [INF] from='client.? 172.21.15.99:0/2769615974' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-21T05:59:11.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: cluster 2024-09-21T05:59:10.099481+0000 mon.a (mon.0) 1202 : cluster [INF] Activating manager daemon x 2024-09-21T05:59:11.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.103160+0000 mon.a (mon.0) 1203 : audit [INF] from='client.? 172.21.15.99:0/2769615974' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-21T05:59:11.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: cluster 2024-09-21T05:59:10.113193+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-21T05:59:11.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: cluster 2024-09-21T05:59:10.116473+0000 mon.a (mon.0) 1205 : cluster [DBG] mgrmap e34: x(active, starting, since 0.0169801s) 2024-09-21T05:59:11.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.119954+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.120308+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.120872+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.122839+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.123812+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.124128+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.124490+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.124847+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.125187+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.125574+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.125909+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.126132+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.127567+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.127718+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:59:11.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.128171+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: cluster 2024-09-21T05:59:10.608054+0000 mon.a (mon.0) 1206 : cluster [INF] Manager daemon x is now available 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.945232+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.945557+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.979428+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[19899]: audit 2024-09-21T05:59:10.979650+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.098810+0000 mon.a (mon.0) 1201 : audit [INF] from='client.? 172.21.15.99:0/2769615974' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: cluster 2024-09-21T05:59:10.099481+0000 mon.a (mon.0) 1202 : cluster [INF] Activating manager daemon x 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.103160+0000 mon.a (mon.0) 1203 : audit [INF] from='client.? 172.21.15.99:0/2769615974' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: cluster 2024-09-21T05:59:10.113193+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: cluster 2024-09-21T05:59:10.116473+0000 mon.a (mon.0) 1205 : cluster [DBG] mgrmap e34: x(active, starting, since 0.0169801s) 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.119954+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:59:11.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.120308+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.120872+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.122839+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.123812+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.124128+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.124490+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.124847+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.125187+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.125574+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.125909+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.126132+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.127567+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.127718+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.128171+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:59:11.076 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: cluster 2024-09-21T05:59:10.608054+0000 mon.a (mon.0) 1206 : cluster [INF] Manager daemon x is now available 2024-09-21T05:59:11.077 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.945232+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:11.077 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.945557+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:59:11.077 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.979428+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:59:11.077 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:10 smithi099 bash[26898]: audit 2024-09-21T05:59:10.979650+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:59:11.261 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:11 smithi112 bash[49852]: [21/Sep/2024:05:59:11] ENGINE Bus STARTING 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.098810+0000 mon.a (mon.0) 1201 : audit [INF] from='client.? 172.21.15.99:0/2769615974' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: cluster 2024-09-21T05:59:10.099481+0000 mon.a (mon.0) 1202 : cluster [INF] Activating manager daemon x 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.103160+0000 mon.a (mon.0) 1203 : audit [INF] from='client.? 172.21.15.99:0/2769615974' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: cluster 2024-09-21T05:59:10.113193+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: cluster 2024-09-21T05:59:10.116473+0000 mon.a (mon.0) 1205 : cluster [DBG] mgrmap e34: x(active, starting, since 0.0169801s) 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.119954+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.120308+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.120872+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.122839+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.123812+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.124128+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T05:59:11.262 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.124490+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.124847+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.125187+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.125574+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.125909+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.126132+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.127567+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.127718+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.128171+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: cluster 2024-09-21T05:59:10.608054+0000 mon.a (mon.0) 1206 : cluster [INF] Manager daemon x is now available 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.945232+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.945557+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.979428+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:59:11.263 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:10 smithi112 bash[21612]: audit 2024-09-21T05:59:10.979650+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T05:59:11.691 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:11 smithi112 bash[49852]: [21/Sep/2024:05:59:11] ENGINE Serving on http://:::9283 2024-09-21T05:59:11.691 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:11 smithi112 bash[49852]: [21/Sep/2024:05:59:11] ENGINE Bus STARTED 2024-09-21T05:59:12.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[26898]: audit 2024-09-21T05:59:10.995427+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:59:12.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[26898]: audit 2024-09-21T05:59:10.995936+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:59:12.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[26898]: cluster 2024-09-21T05:59:11.112781+0000 mon.a (mon.0) 1209 : cluster [DBG] mgrmap e35: x(active, since 1.01329s) 2024-09-21T05:59:12.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[26898]: audit 2024-09-21T05:59:11.122085+0000 mgr.x (mgr.24580) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:59:12.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[26898]: cluster 2024-09-21T05:59:11.124552+0000 mgr.x (mgr.24580) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[19899]: audit 2024-09-21T05:59:10.995427+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:59:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[19899]: audit 2024-09-21T05:59:10.995936+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:59:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[19899]: cluster 2024-09-21T05:59:11.112781+0000 mon.a (mon.0) 1209 : cluster [DBG] mgrmap e35: x(active, since 1.01329s) 2024-09-21T05:59:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[19899]: audit 2024-09-21T05:59:11.122085+0000 mgr.x (mgr.24580) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:59:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:11 smithi099 bash[19899]: cluster 2024-09-21T05:59:11.124552+0000 mgr.x (mgr.24580) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:12.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:11 smithi112 bash[21612]: audit 2024-09-21T05:59:10.995427+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:59:12.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:11 smithi112 bash[21612]: audit 2024-09-21T05:59:10.995936+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T05:59:12.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:11 smithi112 bash[21612]: cluster 2024-09-21T05:59:11.112781+0000 mon.a (mon.0) 1209 : cluster [DBG] mgrmap e35: x(active, since 1.01329s) 2024-09-21T05:59:12.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:11 smithi112 bash[21612]: audit 2024-09-21T05:59:11.122085+0000 mgr.x (mgr.24580) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T05:59:12.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:11 smithi112 bash[21612]: cluster 2024-09-21T05:59:11.124552+0000 mgr.x (mgr.24580) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:12.442 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: debug 2024-09-21T05:59:12.187+0000 7ff8f2168640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:05:59:12] ENGINE Error in HTTPServer.serve 2024-09-21T05:59:12.442 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: Traceback (most recent call last): 2024-09-21T05:59:12.442 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:59:12.442 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: self._connections.run(self.expiration_interval) 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: self._run(expiration_interval) 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: s = self.context.wrap_socket( 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: return self.sslsocket_class._create( 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: self.do_handshake() 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: self._sslobj.do_handshake() 2024-09-21T05:59:12.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:12 smithi112 bash[49852]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:59:13.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: cephadm 2024-09-21T05:59:11.970670+0000 mgr.x (mgr.24580) 3 : cephadm [INF] [21/Sep/2024:05:59:11] ENGINE Bus STARTING 2024-09-21T05:59:13.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: cephadm 2024-09-21T05:59:12.072497+0000 mgr.x (mgr.24580) 4 : cephadm [INF] [21/Sep/2024:05:59:12] ENGINE Serving on http://172.21.15.112:8765 2024-09-21T05:59:13.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: cluster 2024-09-21T05:59:12.125816+0000 mon.a (mon.0) 1210 : cluster [DBG] mgrmap e36: x(active, since 2s) 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: cluster 2024-09-21T05:59:12.127734+0000 mgr.x (mgr.24580) 5 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: cephadm 2024-09-21T05:59:12.191694+0000 mgr.x (mgr.24580) 6 : cephadm [INF] [21/Sep/2024:05:59:12] ENGINE Serving on https://172.21.15.112:7150 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: cephadm 2024-09-21T05:59:12.191893+0000 mgr.x (mgr.24580) 7 : cephadm [INF] [21/Sep/2024:05:59:12] ENGINE Bus STARTED 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: cephadm 2024-09-21T05:59:12.193737+0000 mgr.x (mgr.24580) 8 : cephadm [ERR] [21/Sep/2024:05:59:12] ENGINE Error in HTTPServer.serve 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: Traceback (most recent call last): 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: self._connections.run(self.expiration_interval) 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: self._run(expiration_interval) 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:59:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:59:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: s = self.context.wrap_socket( 2024-09-21T05:59:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:59:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: return self.sslsocket_class._create( 2024-09-21T05:59:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:59:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: self.do_handshake() 2024-09-21T05:59:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:59:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: self._sslobj.do_handshake() 2024-09-21T05:59:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:13 smithi112 bash[21612]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:59:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: cephadm 2024-09-21T05:59:11.970670+0000 mgr.x (mgr.24580) 3 : cephadm [INF] [21/Sep/2024:05:59:11] ENGINE Bus STARTING 2024-09-21T05:59:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: cephadm 2024-09-21T05:59:12.072497+0000 mgr.x (mgr.24580) 4 : cephadm [INF] [21/Sep/2024:05:59:12] ENGINE Serving on http://172.21.15.112:8765 2024-09-21T05:59:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: cluster 2024-09-21T05:59:12.125816+0000 mon.a (mon.0) 1210 : cluster [DBG] mgrmap e36: x(active, since 2s) 2024-09-21T05:59:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: cluster 2024-09-21T05:59:12.127734+0000 mgr.x (mgr.24580) 5 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: cephadm 2024-09-21T05:59:12.191694+0000 mgr.x (mgr.24580) 6 : cephadm [INF] [21/Sep/2024:05:59:12] ENGINE Serving on https://172.21.15.112:7150 2024-09-21T05:59:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: cephadm 2024-09-21T05:59:12.191893+0000 mgr.x (mgr.24580) 7 : cephadm [INF] [21/Sep/2024:05:59:12] ENGINE Bus STARTED 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: cephadm 2024-09-21T05:59:12.193737+0000 mgr.x (mgr.24580) 8 : cephadm [ERR] [21/Sep/2024:05:59:12] ENGINE Error in HTTPServer.serve 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: Traceback (most recent call last): 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: self._connections.run(self.expiration_interval) 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: self._run(expiration_interval) 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: s = self.context.wrap_socket( 2024-09-21T05:59:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: return self.sslsocket_class._create( 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: self.do_handshake() 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: self._sslobj.do_handshake() 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[26898]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: cephadm 2024-09-21T05:59:11.970670+0000 mgr.x (mgr.24580) 3 : cephadm [INF] [21/Sep/2024:05:59:11] ENGINE Bus STARTING 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: cephadm 2024-09-21T05:59:12.072497+0000 mgr.x (mgr.24580) 4 : cephadm [INF] [21/Sep/2024:05:59:12] ENGINE Serving on http://172.21.15.112:8765 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: cluster 2024-09-21T05:59:12.125816+0000 mon.a (mon.0) 1210 : cluster [DBG] mgrmap e36: x(active, since 2s) 2024-09-21T05:59:13.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: cluster 2024-09-21T05:59:12.127734+0000 mgr.x (mgr.24580) 5 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: cephadm 2024-09-21T05:59:12.191694+0000 mgr.x (mgr.24580) 6 : cephadm [INF] [21/Sep/2024:05:59:12] ENGINE Serving on https://172.21.15.112:7150 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: cephadm 2024-09-21T05:59:12.191893+0000 mgr.x (mgr.24580) 7 : cephadm [INF] [21/Sep/2024:05:59:12] ENGINE Bus STARTED 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: cephadm 2024-09-21T05:59:12.193737+0000 mgr.x (mgr.24580) 8 : cephadm [ERR] [21/Sep/2024:05:59:12] ENGINE Error in HTTPServer.serve 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: Traceback (most recent call last): 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: self._connections.run(self.expiration_interval) 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: self._run(expiration_interval) 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T05:59:13.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: s = self.context.wrap_socket( 2024-09-21T05:59:13.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T05:59:13.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: return self.sslsocket_class._create( 2024-09-21T05:59:13.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T05:59:13.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: self.do_handshake() 2024-09-21T05:59:13.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T05:59:13.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: self._sslobj.do_handshake() 2024-09-21T05:59:13.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:13 smithi099 bash[19899]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T05:59:15.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:15 smithi112 bash[21612]: cluster 2024-09-21T05:59:14.128458+0000 mgr.x (mgr.24580) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:15.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:15 smithi112 bash[21612]: cluster 2024-09-21T05:59:14.138452+0000 mon.a (mon.0) 1211 : cluster [DBG] mgrmap e37: x(active, since 4s) 2024-09-21T05:59:15.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:15 smithi099 bash[26898]: cluster 2024-09-21T05:59:14.128458+0000 mgr.x (mgr.24580) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:15 smithi099 bash[26898]: cluster 2024-09-21T05:59:14.138452+0000 mon.a (mon.0) 1211 : cluster [DBG] mgrmap e37: x(active, since 4s) 2024-09-21T05:59:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:15 smithi099 bash[19899]: cluster 2024-09-21T05:59:14.128458+0000 mgr.x (mgr.24580) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:15 smithi099 bash[19899]: cluster 2024-09-21T05:59:14.138452+0000 mon.a (mon.0) 1211 : cluster [DBG] mgrmap e37: x(active, since 4s) 2024-09-21T05:59:15.563 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T05:59:16.440 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:16 smithi099 bash[19899]: audit 2024-09-21T05:59:15.224666+0000 mgr.x (mgr.24580) 10 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:16.440 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:16 smithi099 bash[26898]: audit 2024-09-21T05:59:15.224666+0000 mgr.x (mgr.24580) 10 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:16.441 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:16 smithi099 bash[68315]: [21/Sep/2024:05:59:16] ENGINE Bus STARTING 2024-09-21T05:59:16.441 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:16 smithi099 bash[68315]: CherryPy Checker: 2024-09-21T05:59:16.441 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:16 smithi099 bash[68315]: The Application mounted at '' has an empty config. 2024-09-21T05:59:16.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:16 smithi112 bash[21612]: audit 2024-09-21T05:59:15.224666+0000 mgr.x (mgr.24580) 10 : audit [DBG] from='client.15222 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:16.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:16 smithi099 bash[68315]: [21/Sep/2024:05:59:16] ENGINE Serving on http://:::9283 2024-09-21T05:59:16.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:16 smithi099 bash[68315]: [21/Sep/2024:05:59:16] ENGINE Bus STARTED 2024-09-21T05:59:17.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:17 smithi112 bash[21612]: cluster 2024-09-21T05:59:16.130030+0000 mgr.x (mgr.24580) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-21T05:59:17.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:17 smithi112 bash[21612]: cluster 2024-09-21T05:59:16.336131+0000 mon.a (mon.0) 1212 : cluster [DBG] Standby manager daemon y started 2024-09-21T05:59:17.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:17 smithi112 bash[21612]: audit 2024-09-21T05:59:16.338622+0000 mon.a (mon.0) 1213 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T05:59:17.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:17 smithi112 bash[21612]: audit 2024-09-21T05:59:16.339467+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:59:17.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:17 smithi112 bash[21612]: audit 2024-09-21T05:59:16.341774+0000 mon.a (mon.0) 1215 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T05:59:17.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:17 smithi112 bash[21612]: audit 2024-09-21T05:59:16.342334+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:59:17.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:17 smithi112 bash[21612]: audit 2024-09-21T05:59:16.374393+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:17.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:17 smithi112 bash[21612]: audit 2024-09-21T05:59:16.387424+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[19899]: cluster 2024-09-21T05:59:16.130030+0000 mgr.x (mgr.24580) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-21T05:59:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[19899]: cluster 2024-09-21T05:59:16.336131+0000 mon.a (mon.0) 1212 : cluster [DBG] Standby manager daemon y started 2024-09-21T05:59:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[19899]: audit 2024-09-21T05:59:16.338622+0000 mon.a (mon.0) 1213 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T05:59:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[19899]: audit 2024-09-21T05:59:16.339467+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:59:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[19899]: audit 2024-09-21T05:59:16.341774+0000 mon.a (mon.0) 1215 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[19899]: audit 2024-09-21T05:59:16.342334+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[19899]: audit 2024-09-21T05:59:16.374393+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[19899]: audit 2024-09-21T05:59:16.387424+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[26898]: cluster 2024-09-21T05:59:16.130030+0000 mgr.x (mgr.24580) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[26898]: cluster 2024-09-21T05:59:16.336131+0000 mon.a (mon.0) 1212 : cluster [DBG] Standby manager daemon y started 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[26898]: audit 2024-09-21T05:59:16.338622+0000 mon.a (mon.0) 1213 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[26898]: audit 2024-09-21T05:59:16.339467+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[26898]: audit 2024-09-21T05:59:16.341774+0000 mon.a (mon.0) 1215 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[26898]: audit 2024-09-21T05:59:16.342334+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.? 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[26898]: audit 2024-09-21T05:59:16.374393+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:17 smithi099 bash[26898]: audit 2024-09-21T05:59:16.387424+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:18 smithi112 bash[21612]: audit 2024-09-21T05:59:17.165174+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:59:18.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:18 smithi112 bash[21612]: cluster 2024-09-21T05:59:17.171537+0000 mon.a (mon.0) 1219 : cluster [DBG] mgrmap e38: x(active, since 7s), standbys: y 2024-09-21T05:59:18.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:18 smithi112 bash[21612]: audit 2024-09-21T05:59:17.361713+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:18 smithi112 bash[21612]: audit 2024-09-21T05:59:17.373287+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:18 smithi112 bash[21612]: audit 2024-09-21T05:59:17.454115+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:18 smithi112 bash[21612]: audit 2024-09-21T05:59:17.465777+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[19899]: audit 2024-09-21T05:59:17.165174+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:59:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[19899]: cluster 2024-09-21T05:59:17.171537+0000 mon.a (mon.0) 1219 : cluster [DBG] mgrmap e38: x(active, since 7s), standbys: y 2024-09-21T05:59:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[19899]: audit 2024-09-21T05:59:17.361713+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[19899]: audit 2024-09-21T05:59:17.373287+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[19899]: audit 2024-09-21T05:59:17.454115+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[19899]: audit 2024-09-21T05:59:17.465777+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[26898]: audit 2024-09-21T05:59:17.165174+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T05:59:18.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[26898]: cluster 2024-09-21T05:59:17.171537+0000 mon.a (mon.0) 1219 : cluster [DBG] mgrmap e38: x(active, since 7s), standbys: y 2024-09-21T05:59:18.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[26898]: audit 2024-09-21T05:59:17.361713+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[26898]: audit 2024-09-21T05:59:17.373287+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[26898]: audit 2024-09-21T05:59:17.454115+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:18.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:18 smithi099 bash[26898]: audit 2024-09-21T05:59:17.465777+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: cluster 2024-09-21T05:59:18.130743+0000 mgr.x (mgr.24580) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-21T05:59:19.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.484544+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.495664+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.499641+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:59:19.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.500634+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:59:19.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.501867+0000 mgr.x (mgr.24580) 13 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.502071+0000 mgr.x (mgr.24580) 14 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.591217+0000 mgr.x (mgr.24580) 15 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.604325+0000 mgr.x (mgr.24580) 16 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.670869+0000 mgr.x (mgr.24580) 17 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.688502+0000 mgr.x (mgr.24580) 18 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.747290+0000 mgr.x (mgr.24580) 19 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.768852+0000 mgr.x (mgr.24580) 20 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.833077+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.848764+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.862114+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.876307+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.889347+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.921447+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.921467+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[19899]: audit 2024-09-21T05:59:18.939775+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: cluster 2024-09-21T05:59:18.130743+0000 mgr.x (mgr.24580) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.484544+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.495664+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.499641+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.500634+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.501867+0000 mgr.x (mgr.24580) 13 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.502071+0000 mgr.x (mgr.24580) 14 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.591217+0000 mgr.x (mgr.24580) 15 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.604325+0000 mgr.x (mgr.24580) 16 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:59:19.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.670869+0000 mgr.x (mgr.24580) 17 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.688502+0000 mgr.x (mgr.24580) 18 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.747290+0000 mgr.x (mgr.24580) 19 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.768852+0000 mgr.x (mgr.24580) 20 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.833077+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.848764+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.862114+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.876307+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.889347+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.921447+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.921467+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:59:19.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:19 smithi099 bash[26898]: audit 2024-09-21T05:59:18.939775+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:59:19.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: cluster 2024-09-21T05:59:18.130743+0000 mgr.x (mgr.24580) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-21T05:59:19.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.484544+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.495664+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.499641+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:59:19.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.500634+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.501867+0000 mgr.x (mgr.24580) 13 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.502071+0000 mgr.x (mgr.24580) 14 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.591217+0000 mgr.x (mgr.24580) 15 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.604325+0000 mgr.x (mgr.24580) 16 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.670869+0000 mgr.x (mgr.24580) 17 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.688502+0000 mgr.x (mgr.24580) 18 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.747290+0000 mgr.x (mgr.24580) 19 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.768852+0000 mgr.x (mgr.24580) 20 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.833077+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.848764+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.862114+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.876307+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.889347+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.921447+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:59:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.921467+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T05:59:19.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:19 smithi112 bash[21612]: audit 2024-09-21T05:59:18.939775+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:59:20.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:20 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.920707+0000 mgr.x (mgr.24580) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T05:59:20.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:20 smithi099 bash[19899]: cephadm 2024-09-21T05:59:18.941140+0000 mgr.x (mgr.24580) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:59:20.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:20 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.920707+0000 mgr.x (mgr.24580) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T05:59:20.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:20 smithi099 bash[26898]: cephadm 2024-09-21T05:59:18.941140+0000 mgr.x (mgr.24580) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:59:20.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:20 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.920707+0000 mgr.x (mgr.24580) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T05:59:20.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:20 smithi112 bash[21612]: cephadm 2024-09-21T05:59:18.941140+0000 mgr.x (mgr.24580) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T05:59:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:21 smithi099 bash[19899]: cluster 2024-09-21T05:59:20.131527+0000 mgr.x (mgr.24580) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T05:59:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:21 smithi099 bash[26898]: cluster 2024-09-21T05:59:20.131527+0000 mgr.x (mgr.24580) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T05:59:21.941 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:21 smithi112 bash[21612]: cluster 2024-09-21T05:59:20.131527+0000 mgr.x (mgr.24580) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T05:59:23.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[19899]: audit 2024-09-21T05:59:22.092099+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:23.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[19899]: audit 2024-09-21T05:59:22.104702+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:23.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[19899]: cephadm 2024-09-21T05:59:22.112714+0000 mgr.x (mgr.24580) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:59:23.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[19899]: cluster 2024-09-21T05:59:22.133484+0000 mgr.x (mgr.24580) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:59:23.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[19899]: cephadm 2024-09-21T05:59:22.407025+0000 mgr.x (mgr.24580) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:59:23.394 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[26898]: audit 2024-09-21T05:59:22.092099+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:23.394 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[26898]: audit 2024-09-21T05:59:22.104702+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:23.394 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[26898]: cephadm 2024-09-21T05:59:22.112714+0000 mgr.x (mgr.24580) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:59:23.394 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[26898]: cluster 2024-09-21T05:59:22.133484+0000 mgr.x (mgr.24580) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:59:23.394 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:23 smithi099 bash[26898]: cephadm 2024-09-21T05:59:22.407025+0000 mgr.x (mgr.24580) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:59:23.492 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:23 smithi112 bash[21612]: audit 2024-09-21T05:59:22.092099+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:23.492 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:23 smithi112 bash[21612]: audit 2024-09-21T05:59:22.104702+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:23.492 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:23 smithi112 bash[21612]: cephadm 2024-09-21T05:59:22.112714+0000 mgr.x (mgr.24580) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T05:59:23.492 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:23 smithi112 bash[21612]: cluster 2024-09-21T05:59:22.133484+0000 mgr.x (mgr.24580) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T05:59:23.492 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:23 smithi112 bash[21612]: cephadm 2024-09-21T05:59:22.407025+0000 mgr.x (mgr.24580) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T05:59:24.441 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:24 smithi112 bash[21612]: audit 2024-09-21T05:59:23.682237+0000 mon.c (mon.2) 190 : audit [DBG] from='client.? 172.21.15.99:0/152472174' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:59:24.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:24 smithi112 bash[21612]: audit 2024-09-21T05:59:23.976523+0000 mon.c (mon.2) 191 : audit [INF] from='client.? 172.21.15.99:0/726921276' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/739296748"}]: dispatch 2024-09-21T05:59:24.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:24 smithi112 bash[21612]: audit 2024-09-21T05:59:23.977087+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/739296748"}]: dispatch 2024-09-21T05:59:24.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:24 smithi099 bash[19899]: audit 2024-09-21T05:59:23.682237+0000 mon.c (mon.2) 190 : audit [DBG] from='client.? 172.21.15.99:0/152472174' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:59:24.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:24 smithi099 bash[19899]: audit 2024-09-21T05:59:23.976523+0000 mon.c (mon.2) 191 : audit [INF] from='client.? 172.21.15.99:0/726921276' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/739296748"}]: dispatch 2024-09-21T05:59:24.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:24 smithi099 bash[19899]: audit 2024-09-21T05:59:23.977087+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/739296748"}]: dispatch 2024-09-21T05:59:24.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 05:59:24 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:59:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-21T05:59:24.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:24 smithi099 bash[26898]: audit 2024-09-21T05:59:23.682237+0000 mon.c (mon.2) 190 : audit [DBG] from='client.? 172.21.15.99:0/152472174' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T05:59:24.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:24 smithi099 bash[26898]: audit 2024-09-21T05:59:23.976523+0000 mon.c (mon.2) 191 : audit [INF] from='client.? 172.21.15.99:0/726921276' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/739296748"}]: dispatch 2024-09-21T05:59:24.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:24 smithi099 bash[26898]: audit 2024-09-21T05:59:23.977087+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/739296748"}]: dispatch 2024-09-21T05:59:25.409 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:25 smithi112 bash[21612]: cluster 2024-09-21T05:59:24.134247+0000 mgr.x (mgr.24580) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:59:25.409 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:25 smithi112 bash[21612]: audit 2024-09-21T05:59:24.234418+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/739296748"}]': finished 2024-09-21T05:59:25.409 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:25 smithi112 bash[21612]: cluster 2024-09-21T05:59:24.241330+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-21T05:59:25.409 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:25 smithi112 bash[21612]: audit 2024-09-21T05:59:24.556891+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.15.99:0/4076316175' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/631277178"}]: dispatch 2024-09-21T05:59:25.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:25 smithi099 bash[26898]: cluster 2024-09-21T05:59:24.134247+0000 mgr.x (mgr.24580) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:59:25.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:25 smithi099 bash[26898]: audit 2024-09-21T05:59:24.234418+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/739296748"}]': finished 2024-09-21T05:59:25.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:25 smithi099 bash[26898]: cluster 2024-09-21T05:59:24.241330+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-21T05:59:25.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:25 smithi099 bash[26898]: audit 2024-09-21T05:59:24.556891+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.15.99:0/4076316175' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/631277178"}]: dispatch 2024-09-21T05:59:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:25 smithi099 bash[19899]: cluster 2024-09-21T05:59:24.134247+0000 mgr.x (mgr.24580) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T05:59:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:25 smithi099 bash[19899]: audit 2024-09-21T05:59:24.234418+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/739296748"}]': finished 2024-09-21T05:59:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:25 smithi099 bash[19899]: cluster 2024-09-21T05:59:24.241330+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-21T05:59:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:25 smithi099 bash[19899]: audit 2024-09-21T05:59:24.556891+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.15.99:0/4076316175' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/631277178"}]: dispatch 2024-09-21T05:59:26.386 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[21612]: audit 2024-09-21T05:59:25.237073+0000 mon.a (mon.0) 1238 : audit [INF] from='client.? 172.21.15.99:0/4076316175' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/631277178"}]': finished 2024-09-21T05:59:26.386 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[21612]: cluster 2024-09-21T05:59:25.244219+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-21T05:59:26.386 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[21612]: audit 2024-09-21T05:59:25.543279+0000 mon.c (mon.2) 192 : audit [INF] from='client.? 172.21.15.99:0/395470666' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/500660329"}]: dispatch 2024-09-21T05:59:26.387 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[21612]: audit 2024-09-21T05:59:25.544129+0000 mon.a (mon.0) 1240 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/500660329"}]: dispatch 2024-09-21T05:59:26.387 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[21612]: audit 2024-09-21T05:59:25.945648+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[19899]: audit 2024-09-21T05:59:25.237073+0000 mon.a (mon.0) 1238 : audit [INF] from='client.? 172.21.15.99:0/4076316175' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/631277178"}]': finished 2024-09-21T05:59:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[19899]: cluster 2024-09-21T05:59:25.244219+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-21T05:59:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[19899]: audit 2024-09-21T05:59:25.543279+0000 mon.c (mon.2) 192 : audit [INF] from='client.? 172.21.15.99:0/395470666' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/500660329"}]: dispatch 2024-09-21T05:59:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[19899]: audit 2024-09-21T05:59:25.544129+0000 mon.a (mon.0) 1240 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/500660329"}]: dispatch 2024-09-21T05:59:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[19899]: audit 2024-09-21T05:59:25.945648+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:26.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[26898]: audit 2024-09-21T05:59:25.237073+0000 mon.a (mon.0) 1238 : audit [INF] from='client.? 172.21.15.99:0/4076316175' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/631277178"}]': finished 2024-09-21T05:59:26.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[26898]: cluster 2024-09-21T05:59:25.244219+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-21T05:59:26.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[26898]: audit 2024-09-21T05:59:25.543279+0000 mon.c (mon.2) 192 : audit [INF] from='client.? 172.21.15.99:0/395470666' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/500660329"}]: dispatch 2024-09-21T05:59:26.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[26898]: audit 2024-09-21T05:59:25.544129+0000 mon.a (mon.0) 1240 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/500660329"}]: dispatch 2024-09-21T05:59:26.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:26 smithi099 bash[26898]: audit 2024-09-21T05:59:25.945648+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 systemd[1]: Stopping Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.982Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.982Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.982Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.982Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.982Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.982Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.982Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.982Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-21T05:59:27.144 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.982Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-21T05:59:27.145 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.983Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-21T05:59:27.145 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.983Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-21T05:59:27.145 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:26 smithi112 bash[53363]: ts=2024-09-21T05:59:26.983Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-21T05:59:27.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:27 smithi112 bash[21612]: cluster 2024-09-21T05:59:26.135092+0000 mgr.x (mgr.24580) 28 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T05:59:27.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:27 smithi112 bash[21612]: audit 2024-09-21T05:59:26.257227+0000 mon.a (mon.0) 1241 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/500660329"}]': finished 2024-09-21T05:59:27.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:27 smithi112 bash[21612]: cluster 2024-09-21T05:59:26.265955+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-21T05:59:27.442 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:27 smithi112 bash[21612]: audit 2024-09-21T05:59:26.583599+0000 mon.a (mon.0) 1243 : audit [INF] from='client.? 172.21.15.99:0/1221881828' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/500660329"}]: dispatch 2024-09-21T05:59:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:27 smithi099 bash[19899]: cluster 2024-09-21T05:59:26.135092+0000 mgr.x (mgr.24580) 28 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T05:59:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:27 smithi099 bash[19899]: audit 2024-09-21T05:59:26.257227+0000 mon.a (mon.0) 1241 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/500660329"}]': finished 2024-09-21T05:59:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:27 smithi099 bash[19899]: cluster 2024-09-21T05:59:26.265955+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-21T05:59:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:27 smithi099 bash[19899]: audit 2024-09-21T05:59:26.583599+0000 mon.a (mon.0) 1243 : audit [INF] from='client.? 172.21.15.99:0/1221881828' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/500660329"}]: dispatch 2024-09-21T05:59:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:27 smithi099 bash[26898]: cluster 2024-09-21T05:59:26.135092+0000 mgr.x (mgr.24580) 28 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T05:59:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:27 smithi099 bash[26898]: audit 2024-09-21T05:59:26.257227+0000 mon.a (mon.0) 1241 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6801/500660329"}]': finished 2024-09-21T05:59:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:27 smithi099 bash[26898]: cluster 2024-09-21T05:59:26.265955+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-21T05:59:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:27 smithi099 bash[26898]: audit 2024-09-21T05:59:26.583599+0000 mon.a (mon.0) 1243 : audit [INF] from='client.? 172.21.15.99:0/1221881828' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/500660329"}]: dispatch 2024-09-21T05:59:27.761 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:27 smithi112 bash[54643]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T05:59:27.761 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:27 smithi112 bash[54703]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T05:59:27.762 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:27 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-21T05:59:27.762 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:27 smithi112 systemd[1]: Stopped Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:59:27.762 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:27 smithi112 systemd[1]: Started Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T05:59:28.675 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.269732+0000 mon.a (mon.0) 1244 : audit [INF] from='client.? 172.21.15.99:0/1221881828' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/500660329"}]': finished 2024-09-21T05:59:28.675 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: cluster 2024-09-21T05:59:27.277503+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-21T05:59:28.675 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.592808+0000 mon.c (mon.2) 193 : audit [INF] from='client.? 172.21.15.99:0/1396280199' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2202370870"}]: dispatch 2024-09-21T05:59:28.675 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.593656+0000 mon.a (mon.0) 1246 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2202370870"}]: dispatch 2024-09-21T05:59:28.675 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.701837+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:28.675 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.712219+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:28.675 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.718016+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:59:28.676 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.718704+0000 mgr.x (mgr.24580) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:59:28.676 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.722682+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:59:28.676 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.723117+0000 mgr.x (mgr.24580) 30 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:59:28.676 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.728192+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:59:28.676 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[21612]: audit 2024-09-21T05:59:27.728594+0000 mgr.x (mgr.24580) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:59:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.269732+0000 mon.a (mon.0) 1244 : audit [INF] from='client.? 172.21.15.99:0/1221881828' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/500660329"}]': finished 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: cluster 2024-09-21T05:59:27.277503+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.592808+0000 mon.c (mon.2) 193 : audit [INF] from='client.? 172.21.15.99:0/1396280199' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2202370870"}]: dispatch 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.593656+0000 mon.a (mon.0) 1246 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2202370870"}]: dispatch 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.701837+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.712219+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.718016+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.718704+0000 mgr.x (mgr.24580) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.722682+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.723117+0000 mgr.x (mgr.24580) 30 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.728192+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:59:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[19899]: audit 2024-09-21T05:59:27.728594+0000 mgr.x (mgr.24580) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.269732+0000 mon.a (mon.0) 1244 : audit [INF] from='client.? 172.21.15.99:0/1221881828' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:6800/500660329"}]': finished 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: cluster 2024-09-21T05:59:27.277503+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.592808+0000 mon.c (mon.2) 193 : audit [INF] from='client.? 172.21.15.99:0/1396280199' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2202370870"}]: dispatch 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.593656+0000 mon.a (mon.0) 1246 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2202370870"}]: dispatch 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.701837+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.712219+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.718016+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.718704+0000 mgr.x (mgr.24580) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.722682+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.723117+0000 mgr.x (mgr.24580) 30 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T05:59:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.728192+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:59:28.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:28 smithi099 bash[26898]: audit 2024-09-21T05:59:27.728594+0000 mgr.x (mgr.24580) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T05:59:28.942 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.785Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-21T05:59:28.942 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.785Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-21T05:59:28.942 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.786Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi112 (none))" 2024-09-21T05:59:28.942 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.786Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-21T05:59:28.942 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.786Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.788Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.788Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.789Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.789Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.791Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.791Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.746µs 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.791Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.791Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.806Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.814Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.817Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.817Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.817Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.07µs wal_replay_duration=25.988628ms wbl_replay_duration=113ns total_replay_duration=26.048954ms 2024-09-21T05:59:28.943 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.819Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-21T05:59:28.944 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.819Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-21T05:59:28.944 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.819Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-21T05:59:28.944 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.843Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.342833ms db_storage=1.184µs remote_storage=1.209µs web_handler=387ns query_engine=764ns scrape=275.893µs scrape_sd=134.481µs notify=21.154µs notify_sd=12.757µs rules=23.397722ms tracing=6.69µs 2024-09-21T05:59:28.944 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.843Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-21T05:59:28.944 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 05:59:28 smithi112 bash[54733]: ts=2024-09-21T05:59:28.843Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-21T05:59:29.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:29 smithi112 bash[21612]: cluster 2024-09-21T05:59:28.135853+0000 mgr.x (mgr.24580) 32 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-21T05:59:29.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:29 smithi112 bash[21612]: audit 2024-09-21T05:59:28.277844+0000 mon.a (mon.0) 1249 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2202370870"}]': finished 2024-09-21T05:59:29.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:29 smithi112 bash[21612]: cluster 2024-09-21T05:59:28.282111+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-21T05:59:29.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:29 smithi112 bash[21612]: audit 2024-09-21T05:59:28.578541+0000 mon.a (mon.0) 1251 : audit [INF] from='client.? 172.21.15.99:0/2835915148' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/4122640798"}]: dispatch 2024-09-21T05:59:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:29 smithi099 bash[19899]: cluster 2024-09-21T05:59:28.135853+0000 mgr.x (mgr.24580) 32 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-21T05:59:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:29 smithi099 bash[19899]: audit 2024-09-21T05:59:28.277844+0000 mon.a (mon.0) 1249 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2202370870"}]': finished 2024-09-21T05:59:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:29 smithi099 bash[19899]: cluster 2024-09-21T05:59:28.282111+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-21T05:59:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:29 smithi099 bash[19899]: audit 2024-09-21T05:59:28.578541+0000 mon.a (mon.0) 1251 : audit [INF] from='client.? 172.21.15.99:0/2835915148' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/4122640798"}]: dispatch 2024-09-21T05:59:29.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:29 smithi099 bash[26898]: cluster 2024-09-21T05:59:28.135853+0000 mgr.x (mgr.24580) 32 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-21T05:59:29.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:29 smithi099 bash[26898]: audit 2024-09-21T05:59:28.277844+0000 mon.a (mon.0) 1249 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/2202370870"}]': finished 2024-09-21T05:59:29.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:29 smithi099 bash[26898]: cluster 2024-09-21T05:59:28.282111+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-21T05:59:29.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:29 smithi099 bash[26898]: audit 2024-09-21T05:59:28.578541+0000 mon.a (mon.0) 1251 : audit [INF] from='client.? 172.21.15.99:0/2835915148' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/4122640798"}]: dispatch 2024-09-21T05:59:30.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:30 smithi112 bash[21612]: audit 2024-09-21T05:59:29.288846+0000 mon.a (mon.0) 1252 : audit [INF] from='client.? 172.21.15.99:0/2835915148' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/4122640798"}]': finished 2024-09-21T05:59:30.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:30 smithi112 bash[21612]: cluster 2024-09-21T05:59:29.296259+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-21T05:59:30.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:30 smithi099 bash[19899]: audit 2024-09-21T05:59:29.288846+0000 mon.a (mon.0) 1252 : audit [INF] from='client.? 172.21.15.99:0/2835915148' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/4122640798"}]': finished 2024-09-21T05:59:30.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:30 smithi099 bash[19899]: cluster 2024-09-21T05:59:29.296259+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-21T05:59:30.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:30 smithi099 bash[26898]: audit 2024-09-21T05:59:29.288846+0000 mon.a (mon.0) 1252 : audit [INF] from='client.? 172.21.15.99:0/2835915148' entity='client.iscsi.foo.smithi099.gdqtvj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.99:0/4122640798"}]': finished 2024-09-21T05:59:30.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:30 smithi099 bash[26898]: cluster 2024-09-21T05:59:29.296259+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-21T05:59:31.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:31 smithi112 bash[21612]: cluster 2024-09-21T05:59:30.136621+0000 mgr.x (mgr.24580) 33 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:31.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:31 smithi099 bash[19899]: cluster 2024-09-21T05:59:30.136621+0000 mgr.x (mgr.24580) 33 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:31.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:31 smithi099 bash[26898]: cluster 2024-09-21T05:59:30.136621+0000 mgr.x (mgr.24580) 33 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-21T05:59:33.691 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:33 smithi112 bash[21612]: cluster 2024-09-21T05:59:32.138225+0000 mgr.x (mgr.24580) 34 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 871 B/s rd, 0 op/s 2024-09-21T05:59:33.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:33 smithi099 bash[26898]: cluster 2024-09-21T05:59:32.138225+0000 mgr.x (mgr.24580) 34 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 871 B/s rd, 0 op/s 2024-09-21T05:59:33.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:33 smithi099 bash[19899]: cluster 2024-09-21T05:59:32.138225+0000 mgr.x (mgr.24580) 34 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 871 B/s rd, 0 op/s 2024-09-21T05:59:34.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:59:33] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-21T05:59:35.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[19899]: audit 2024-09-21T05:59:33.416365+0000 mgr.x (mgr.24580) 35 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:35.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[19899]: audit 2024-09-21T05:59:33.727288+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[19899]: audit 2024-09-21T05:59:33.740795+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[19899]: audit 2024-09-21T05:59:33.838818+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[19899]: audit 2024-09-21T05:59:33.850894+0000 mon.a (mon.0) 1257 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[19899]: audit 2024-09-21T05:59:33.853745+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[19899]: audit 2024-09-21T05:59:33.854534+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[19899]: audit 2024-09-21T05:59:33.864084+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[26898]: audit 2024-09-21T05:59:33.416365+0000 mgr.x (mgr.24580) 35 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[26898]: audit 2024-09-21T05:59:33.727288+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[26898]: audit 2024-09-21T05:59:33.740795+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[26898]: audit 2024-09-21T05:59:33.838818+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[26898]: audit 2024-09-21T05:59:33.850894+0000 mon.a (mon.0) 1257 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[26898]: audit 2024-09-21T05:59:33.853745+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:59:35.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[26898]: audit 2024-09-21T05:59:33.854534+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:59:35.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:34 smithi099 bash[26898]: audit 2024-09-21T05:59:33.864084+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:34 smithi112 bash[21612]: audit 2024-09-21T05:59:33.416365+0000 mgr.x (mgr.24580) 35 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:35.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:34 smithi112 bash[21612]: audit 2024-09-21T05:59:33.727288+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:34 smithi112 bash[21612]: audit 2024-09-21T05:59:33.740795+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:34 smithi112 bash[21612]: audit 2024-09-21T05:59:33.838818+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:34 smithi112 bash[21612]: audit 2024-09-21T05:59:33.850894+0000 mon.a (mon.0) 1257 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:35.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:34 smithi112 bash[21612]: audit 2024-09-21T05:59:33.853745+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T05:59:35.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:34 smithi112 bash[21612]: audit 2024-09-21T05:59:33.854534+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T05:59:35.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:34 smithi112 bash[21612]: audit 2024-09-21T05:59:33.864084+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T05:59:36.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:35 smithi099 bash[19899]: cluster 2024-09-21T05:59:34.138883+0000 mgr.x (mgr.24580) 36 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 746 B/s rd, 0 op/s 2024-09-21T05:59:36.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:35 smithi099 bash[26898]: cluster 2024-09-21T05:59:34.138883+0000 mgr.x (mgr.24580) 36 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 746 B/s rd, 0 op/s 2024-09-21T05:59:36.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:35 smithi112 bash[21612]: cluster 2024-09-21T05:59:34.138883+0000 mgr.x (mgr.24580) 36 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 746 B/s rd, 0 op/s 2024-09-21T05:59:38.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:37 smithi099 bash[19899]: cluster 2024-09-21T05:59:36.140452+0000 mgr.x (mgr.24580) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:38.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:37 smithi099 bash[26898]: cluster 2024-09-21T05:59:36.140452+0000 mgr.x (mgr.24580) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:38.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:37 smithi112 bash[21612]: cluster 2024-09-21T05:59:36.140452+0000 mgr.x (mgr.24580) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:40.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:39 smithi099 bash[19899]: cluster 2024-09-21T05:59:38.141100+0000 mgr.x (mgr.24580) 38 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T05:59:40.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:39 smithi099 bash[26898]: cluster 2024-09-21T05:59:38.141100+0000 mgr.x (mgr.24580) 38 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T05:59:40.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:39 smithi112 bash[21612]: cluster 2024-09-21T05:59:38.141100+0000 mgr.x (mgr.24580) 38 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T05:59:42.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:41 smithi099 bash[19899]: cluster 2024-09-21T05:59:40.141751+0000 mgr.x (mgr.24580) 39 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 943 B/s rd, 0 op/s 2024-09-21T05:59:42.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:41 smithi099 bash[19899]: audit 2024-09-21T05:59:40.946110+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:42.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:41 smithi099 bash[26898]: cluster 2024-09-21T05:59:40.141751+0000 mgr.x (mgr.24580) 39 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 943 B/s rd, 0 op/s 2024-09-21T05:59:42.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:41 smithi099 bash[26898]: audit 2024-09-21T05:59:40.946110+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:42.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:41 smithi112 bash[21612]: cluster 2024-09-21T05:59:40.141751+0000 mgr.x (mgr.24580) 39 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 943 B/s rd, 0 op/s 2024-09-21T05:59:42.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:41 smithi112 bash[21612]: audit 2024-09-21T05:59:40.946110+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:44.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:43 smithi099 bash[19899]: cluster 2024-09-21T05:59:42.143372+0000 mgr.x (mgr.24580) 40 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:44.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:43 smithi099 bash[26898]: cluster 2024-09-21T05:59:42.143372+0000 mgr.x (mgr.24580) 40 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:44.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:43 smithi112 bash[21612]: cluster 2024-09-21T05:59:42.143372+0000 mgr.x (mgr.24580) 40 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:44.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:59:43] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-21T05:59:45.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:44 smithi099 bash[19899]: audit 2024-09-21T05:59:43.427342+0000 mgr.x (mgr.24580) 41 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:45.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:44 smithi099 bash[26898]: audit 2024-09-21T05:59:43.427342+0000 mgr.x (mgr.24580) 41 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:45.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:44 smithi112 bash[21612]: audit 2024-09-21T05:59:43.427342+0000 mgr.x (mgr.24580) 41 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:46.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:45 smithi099 bash[19899]: cluster 2024-09-21T05:59:44.144067+0000 mgr.x (mgr.24580) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:46.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:45 smithi099 bash[26898]: cluster 2024-09-21T05:59:44.144067+0000 mgr.x (mgr.24580) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:46.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:45 smithi112 bash[21612]: cluster 2024-09-21T05:59:44.144067+0000 mgr.x (mgr.24580) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:48.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:47 smithi112 bash[21612]: cluster 2024-09-21T05:59:46.145605+0000 mgr.x (mgr.24580) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:48.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:47 smithi099 bash[19899]: cluster 2024-09-21T05:59:46.145605+0000 mgr.x (mgr.24580) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:48.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:47 smithi099 bash[26898]: cluster 2024-09-21T05:59:46.145605+0000 mgr.x (mgr.24580) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:50.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:49 smithi112 bash[21612]: cluster 2024-09-21T05:59:48.146354+0000 mgr.x (mgr.24580) 44 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:50.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:49 smithi099 bash[19899]: cluster 2024-09-21T05:59:48.146354+0000 mgr.x (mgr.24580) 44 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:50.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:49 smithi099 bash[26898]: cluster 2024-09-21T05:59:48.146354+0000 mgr.x (mgr.24580) 44 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:52.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:51 smithi112 bash[21612]: cluster 2024-09-21T05:59:50.147111+0000 mgr.x (mgr.24580) 45 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:52.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:51 smithi099 bash[19899]: cluster 2024-09-21T05:59:50.147111+0000 mgr.x (mgr.24580) 45 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:52.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:51 smithi099 bash[26898]: cluster 2024-09-21T05:59:50.147111+0000 mgr.x (mgr.24580) 45 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:54.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 05:59:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:05:59:53] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-21T05:59:54.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:53 smithi112 bash[21612]: cluster 2024-09-21T05:59:52.148717+0000 mgr.x (mgr.24580) 46 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:54.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:53 smithi099 bash[19899]: cluster 2024-09-21T05:59:52.148717+0000 mgr.x (mgr.24580) 46 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:54.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:53 smithi099 bash[26898]: cluster 2024-09-21T05:59:52.148717+0000 mgr.x (mgr.24580) 46 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:55.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:54 smithi112 bash[21612]: audit 2024-09-21T05:59:53.438814+0000 mgr.x (mgr.24580) 47 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:55.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:54 smithi099 bash[19899]: audit 2024-09-21T05:59:53.438814+0000 mgr.x (mgr.24580) 47 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:55.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:54 smithi099 bash[26898]: audit 2024-09-21T05:59:53.438814+0000 mgr.x (mgr.24580) 47 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T05:59:56.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:55 smithi112 bash[21612]: cluster 2024-09-21T05:59:54.149433+0000 mgr.x (mgr.24580) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:56.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:55 smithi099 bash[19899]: cluster 2024-09-21T05:59:54.149433+0000 mgr.x (mgr.24580) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:56.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:55 smithi099 bash[26898]: cluster 2024-09-21T05:59:54.149433+0000 mgr.x (mgr.24580) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T05:59:57.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:56 smithi112 bash[21612]: audit 2024-09-21T05:59:55.946802+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:56 smithi099 bash[19899]: audit 2024-09-21T05:59:55.946802+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:56 smithi099 bash[26898]: audit 2024-09-21T05:59:55.946802+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T05:59:58.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:57 smithi112 bash[21612]: cluster 2024-09-21T05:59:56.151037+0000 mgr.x (mgr.24580) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:58.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:57 smithi099 bash[19899]: cluster 2024-09-21T05:59:56.151037+0000 mgr.x (mgr.24580) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T05:59:58.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:57 smithi099 bash[26898]: cluster 2024-09-21T05:59:56.151037+0000 mgr.x (mgr.24580) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:00.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 05:59:59 smithi112 bash[21612]: cluster 2024-09-21T05:59:58.151765+0000 mgr.x (mgr.24580) 50 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:00.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 05:59:59 smithi099 bash[19899]: cluster 2024-09-21T05:59:58.151765+0000 mgr.x (mgr.24580) 50 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:00.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 05:59:59 smithi099 bash[26898]: cluster 2024-09-21T05:59:58.151765+0000 mgr.x (mgr.24580) 50 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:01.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:00 smithi112 bash[21612]: cluster 2024-09-21T06:00:00.000154+0000 mon.a (mon.0) 1259 : cluster [INF] overall HEALTH_OK 2024-09-21T06:00:01.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:00 smithi099 bash[19899]: cluster 2024-09-21T06:00:00.000154+0000 mon.a (mon.0) 1259 : cluster [INF] overall HEALTH_OK 2024-09-21T06:00:01.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:00 smithi099 bash[26898]: cluster 2024-09-21T06:00:00.000154+0000 mon.a (mon.0) 1259 : cluster [INF] overall HEALTH_OK 2024-09-21T06:00:02.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:01 smithi112 bash[21612]: cluster 2024-09-21T06:00:00.152492+0000 mgr.x (mgr.24580) 51 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:02.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:01 smithi099 bash[19899]: cluster 2024-09-21T06:00:00.152492+0000 mgr.x (mgr.24580) 51 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:02.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:01 smithi099 bash[26898]: cluster 2024-09-21T06:00:00.152492+0000 mgr.x (mgr.24580) 51 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:04.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:00:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:00:03] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T06:00:04.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:03 smithi112 bash[21612]: cluster 2024-09-21T06:00:02.154152+0000 mgr.x (mgr.24580) 52 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:04.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:03 smithi099 bash[19899]: cluster 2024-09-21T06:00:02.154152+0000 mgr.x (mgr.24580) 52 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:04.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:03 smithi099 bash[26898]: cluster 2024-09-21T06:00:02.154152+0000 mgr.x (mgr.24580) 52 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:05.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:04 smithi112 bash[21612]: audit 2024-09-21T06:00:03.448190+0000 mgr.x (mgr.24580) 53 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:05.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:04 smithi099 bash[19899]: audit 2024-09-21T06:00:03.448190+0000 mgr.x (mgr.24580) 53 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:05.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:04 smithi099 bash[26898]: audit 2024-09-21T06:00:03.448190+0000 mgr.x (mgr.24580) 53 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:06.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:05 smithi112 bash[21612]: cluster 2024-09-21T06:00:04.154899+0000 mgr.x (mgr.24580) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:06.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:05 smithi099 bash[19899]: cluster 2024-09-21T06:00:04.154899+0000 mgr.x (mgr.24580) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:06.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:05 smithi099 bash[26898]: cluster 2024-09-21T06:00:04.154899+0000 mgr.x (mgr.24580) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:08.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:07 smithi112 bash[21612]: cluster 2024-09-21T06:00:06.156583+0000 mgr.x (mgr.24580) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:00:08.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:07 smithi099 bash[19899]: cluster 2024-09-21T06:00:06.156583+0000 mgr.x (mgr.24580) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:00:08.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:07 smithi099 bash[26898]: cluster 2024-09-21T06:00:06.156583+0000 mgr.x (mgr.24580) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:00:10.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:09 smithi112 bash[21612]: cluster 2024-09-21T06:00:08.157345+0000 mgr.x (mgr.24580) 56 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:00:10.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:09 smithi099 bash[19899]: cluster 2024-09-21T06:00:08.157345+0000 mgr.x (mgr.24580) 56 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:00:10.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:09 smithi099 bash[26898]: cluster 2024-09-21T06:00:08.157345+0000 mgr.x (mgr.24580) 56 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:00:12.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:11 smithi112 bash[21612]: cluster 2024-09-21T06:00:10.158094+0000 mgr.x (mgr.24580) 57 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:00:12.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:11 smithi112 bash[21612]: audit 2024-09-21T06:00:10.948911+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:11 smithi099 bash[19899]: cluster 2024-09-21T06:00:10.158094+0000 mgr.x (mgr.24580) 57 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:00:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:11 smithi099 bash[19899]: audit 2024-09-21T06:00:10.948911+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:12.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:11 smithi099 bash[26898]: cluster 2024-09-21T06:00:10.158094+0000 mgr.x (mgr.24580) 57 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:00:12.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:11 smithi099 bash[26898]: audit 2024-09-21T06:00:10.948911+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:14.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:13 smithi112 bash[21612]: cluster 2024-09-21T06:00:12.160090+0000 mgr.x (mgr.24580) 58 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:00:14.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:00:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:00:13] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-21T06:00:14.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:13 smithi099 bash[19899]: cluster 2024-09-21T06:00:12.160090+0000 mgr.x (mgr.24580) 58 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:00:14.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:13 smithi099 bash[26898]: cluster 2024-09-21T06:00:12.160090+0000 mgr.x (mgr.24580) 58 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:00:15.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:14 smithi112 bash[21612]: audit 2024-09-21T06:00:13.459649+0000 mgr.x (mgr.24580) 59 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:14 smithi099 bash[19899]: audit 2024-09-21T06:00:13.459649+0000 mgr.x (mgr.24580) 59 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:14 smithi099 bash[26898]: audit 2024-09-21T06:00:13.459649+0000 mgr.x (mgr.24580) 59 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:16.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:15 smithi112 bash[21612]: cluster 2024-09-21T06:00:14.160868+0000 mgr.x (mgr.24580) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:16.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:15 smithi099 bash[19899]: cluster 2024-09-21T06:00:14.160868+0000 mgr.x (mgr.24580) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:16.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:15 smithi099 bash[26898]: cluster 2024-09-21T06:00:14.160868+0000 mgr.x (mgr.24580) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:17.192 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:16 smithi112 bash[21612]: cluster 2024-09-21T06:00:16.162434+0000 mgr.x (mgr.24580) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:17.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:16 smithi099 bash[19899]: cluster 2024-09-21T06:00:16.162434+0000 mgr.x (mgr.24580) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:17.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:16 smithi099 bash[26898]: cluster 2024-09-21T06:00:16.162434+0000 mgr.x (mgr.24580) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-21T06:00:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:19 smithi099 bash[19899]: cluster 2024-09-21T06:00:18.163215+0000 mgr.x (mgr.24580) 62 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:19 smithi099 bash[26898]: cluster 2024-09-21T06:00:18.163215+0000 mgr.x (mgr.24580) 62 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:19.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:19 smithi112 bash[21612]: cluster 2024-09-21T06:00:18.163215+0000 mgr.x (mgr.24580) 62 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:21.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:21 smithi112 bash[21612]: cluster 2024-09-21T06:00:20.163935+0000 mgr.x (mgr.24580) 63 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:21.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:21 smithi099 bash[19899]: cluster 2024-09-21T06:00:20.163935+0000 mgr.x (mgr.24580) 63 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:21.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:21 smithi099 bash[26898]: cluster 2024-09-21T06:00:20.163935+0000 mgr.x (mgr.24580) 63 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:23.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:23 smithi112 bash[21612]: cluster 2024-09-21T06:00:22.165755+0000 mgr.x (mgr.24580) 64 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:23.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:23 smithi099 bash[19899]: cluster 2024-09-21T06:00:22.165755+0000 mgr.x (mgr.24580) 64 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:23.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:23 smithi099 bash[26898]: cluster 2024-09-21T06:00:22.165755+0000 mgr.x (mgr.24580) 64 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:24.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:00:23 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:00:23] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-21T06:00:24.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:24 smithi112 bash[21612]: audit 2024-09-21T06:00:23.471096+0000 mgr.x (mgr.24580) 65 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:24.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:24 smithi099 bash[19899]: audit 2024-09-21T06:00:23.471096+0000 mgr.x (mgr.24580) 65 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:24.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:24 smithi099 bash[26898]: audit 2024-09-21T06:00:23.471096+0000 mgr.x (mgr.24580) 65 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:25.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:25 smithi112 bash[21612]: cluster 2024-09-21T06:00:24.166515+0000 mgr.x (mgr.24580) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:25.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:25 smithi099 bash[19899]: cluster 2024-09-21T06:00:24.166515+0000 mgr.x (mgr.24580) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:25 smithi099 bash[26898]: cluster 2024-09-21T06:00:24.166515+0000 mgr.x (mgr.24580) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:26.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:26 smithi112 bash[21612]: audit 2024-09-21T06:00:25.949363+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:26.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:26 smithi099 bash[19899]: audit 2024-09-21T06:00:25.949363+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:26.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:26 smithi099 bash[26898]: audit 2024-09-21T06:00:25.949363+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:27.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:27 smithi112 bash[21612]: cluster 2024-09-21T06:00:26.168080+0000 mgr.x (mgr.24580) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:27.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:27 smithi099 bash[19899]: cluster 2024-09-21T06:00:26.168080+0000 mgr.x (mgr.24580) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:27.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:27 smithi099 bash[26898]: cluster 2024-09-21T06:00:26.168080+0000 mgr.x (mgr.24580) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:29.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:29 smithi112 bash[21612]: cluster 2024-09-21T06:00:28.168782+0000 mgr.x (mgr.24580) 68 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:29 smithi099 bash[19899]: cluster 2024-09-21T06:00:28.168782+0000 mgr.x (mgr.24580) 68 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:29.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:29 smithi099 bash[26898]: cluster 2024-09-21T06:00:28.168782+0000 mgr.x (mgr.24580) 68 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:31.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:31 smithi112 bash[21612]: cluster 2024-09-21T06:00:30.169498+0000 mgr.x (mgr.24580) 69 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:31.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:31 smithi099 bash[19899]: cluster 2024-09-21T06:00:30.169498+0000 mgr.x (mgr.24580) 69 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:31.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:31 smithi099 bash[26898]: cluster 2024-09-21T06:00:30.169498+0000 mgr.x (mgr.24580) 69 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:33.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:33 smithi112 bash[21612]: cluster 2024-09-21T06:00:32.171142+0000 mgr.x (mgr.24580) 70 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:33.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:33 smithi099 bash[19899]: cluster 2024-09-21T06:00:32.171142+0000 mgr.x (mgr.24580) 70 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:33.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:33 smithi099 bash[26898]: cluster 2024-09-21T06:00:32.171142+0000 mgr.x (mgr.24580) 70 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:34.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:00:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:00:33] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-21T06:00:34.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:34 smithi112 bash[21612]: audit 2024-09-21T06:00:33.476064+0000 mgr.x (mgr.24580) 71 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:34.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:34 smithi099 bash[19899]: audit 2024-09-21T06:00:33.476064+0000 mgr.x (mgr.24580) 71 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:34.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:34 smithi099 bash[26898]: audit 2024-09-21T06:00:33.476064+0000 mgr.x (mgr.24580) 71 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[19899]: cluster 2024-09-21T06:00:34.171822+0000 mgr.x (mgr.24580) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[19899]: audit 2024-09-21T06:00:34.484369+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:00:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[19899]: audit 2024-09-21T06:00:34.492590+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:00:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[19899]: audit 2024-09-21T06:00:35.076947+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:00:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[19899]: audit 2024-09-21T06:00:35.078703+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:00:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[19899]: audit 2024-09-21T06:00:35.090138+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:00:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[26898]: cluster 2024-09-21T06:00:34.171822+0000 mgr.x (mgr.24580) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[26898]: audit 2024-09-21T06:00:34.484369+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:00:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[26898]: audit 2024-09-21T06:00:34.492590+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:00:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[26898]: audit 2024-09-21T06:00:35.076947+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:00:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[26898]: audit 2024-09-21T06:00:35.078703+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:00:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:35 smithi099 bash[26898]: audit 2024-09-21T06:00:35.090138+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:00:35.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:35 smithi112 bash[21612]: cluster 2024-09-21T06:00:34.171822+0000 mgr.x (mgr.24580) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:35.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:35 smithi112 bash[21612]: audit 2024-09-21T06:00:34.484369+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:00:35.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:35 smithi112 bash[21612]: audit 2024-09-21T06:00:34.492590+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:00:35.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:35 smithi112 bash[21612]: audit 2024-09-21T06:00:35.076947+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:00:35.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:35 smithi112 bash[21612]: audit 2024-09-21T06:00:35.078703+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:00:35.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:35 smithi112 bash[21612]: audit 2024-09-21T06:00:35.090138+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:00:37.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:37 smithi099 bash[19899]: cluster 2024-09-21T06:00:36.173397+0000 mgr.x (mgr.24580) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:37.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:37 smithi099 bash[26898]: cluster 2024-09-21T06:00:36.173397+0000 mgr.x (mgr.24580) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:37.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:37 smithi112 bash[21612]: cluster 2024-09-21T06:00:36.173397+0000 mgr.x (mgr.24580) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:39.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:39 smithi099 bash[19899]: cluster 2024-09-21T06:00:38.174262+0000 mgr.x (mgr.24580) 74 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:39.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:39 smithi099 bash[26898]: cluster 2024-09-21T06:00:38.174262+0000 mgr.x (mgr.24580) 74 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:39.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:39 smithi112 bash[21612]: cluster 2024-09-21T06:00:38.174262+0000 mgr.x (mgr.24580) 74 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:41.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:41 smithi099 bash[19899]: cluster 2024-09-21T06:00:40.175158+0000 mgr.x (mgr.24580) 75 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:41.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:41 smithi099 bash[19899]: audit 2024-09-21T06:00:40.949942+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:41.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:41 smithi099 bash[26898]: cluster 2024-09-21T06:00:40.175158+0000 mgr.x (mgr.24580) 75 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:41.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:41 smithi099 bash[26898]: audit 2024-09-21T06:00:40.949942+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:41.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:41 smithi112 bash[21612]: cluster 2024-09-21T06:00:40.175158+0000 mgr.x (mgr.24580) 75 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:41.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:41 smithi112 bash[21612]: audit 2024-09-21T06:00:40.949942+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:43.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:43 smithi099 bash[19899]: cluster 2024-09-21T06:00:42.176771+0000 mgr.x (mgr.24580) 76 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:43.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:43 smithi099 bash[26898]: cluster 2024-09-21T06:00:42.176771+0000 mgr.x (mgr.24580) 76 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:43.901 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:43 smithi112 bash[21612]: cluster 2024-09-21T06:00:42.176771+0000 mgr.x (mgr.24580) 76 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:44.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:00:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:00:43] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-21T06:00:44.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:44 smithi112 bash[21612]: audit 2024-09-21T06:00:43.487385+0000 mgr.x (mgr.24580) 77 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:45.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:44 smithi099 bash[19899]: audit 2024-09-21T06:00:43.487385+0000 mgr.x (mgr.24580) 77 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:45.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:44 smithi099 bash[26898]: audit 2024-09-21T06:00:43.487385+0000 mgr.x (mgr.24580) 77 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:45.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:45 smithi112 bash[21612]: cluster 2024-09-21T06:00:44.177478+0000 mgr.x (mgr.24580) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:46.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:45 smithi099 bash[19899]: cluster 2024-09-21T06:00:44.177478+0000 mgr.x (mgr.24580) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:46.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:45 smithi099 bash[26898]: cluster 2024-09-21T06:00:44.177478+0000 mgr.x (mgr.24580) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:47.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:47 smithi112 bash[21612]: cluster 2024-09-21T06:00:46.179040+0000 mgr.x (mgr.24580) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:48.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:47 smithi099 bash[19899]: cluster 2024-09-21T06:00:46.179040+0000 mgr.x (mgr.24580) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:48.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:47 smithi099 bash[26898]: cluster 2024-09-21T06:00:46.179040+0000 mgr.x (mgr.24580) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:49.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:49 smithi112 bash[21612]: cluster 2024-09-21T06:00:48.179742+0000 mgr.x (mgr.24580) 80 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:50.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:49 smithi099 bash[19899]: cluster 2024-09-21T06:00:48.179742+0000 mgr.x (mgr.24580) 80 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:50.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:49 smithi099 bash[26898]: cluster 2024-09-21T06:00:48.179742+0000 mgr.x (mgr.24580) 80 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:51.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:51 smithi112 bash[21612]: cluster 2024-09-21T06:00:50.180486+0000 mgr.x (mgr.24580) 81 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:52.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:51 smithi099 bash[19899]: cluster 2024-09-21T06:00:50.180486+0000 mgr.x (mgr.24580) 81 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:52.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:51 smithi099 bash[26898]: cluster 2024-09-21T06:00:50.180486+0000 mgr.x (mgr.24580) 81 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:53.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:53 smithi099 bash[19899]: cluster 2024-09-21T06:00:52.182088+0000 mgr.x (mgr.24580) 82 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:53.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:53 smithi099 bash[26898]: cluster 2024-09-21T06:00:52.182088+0000 mgr.x (mgr.24580) 82 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:53.901 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:53 smithi112 bash[21612]: cluster 2024-09-21T06:00:52.182088+0000 mgr.x (mgr.24580) 82 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:54.192 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:00:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:00:53] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-21T06:00:54.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:54 smithi112 bash[21612]: audit 2024-09-21T06:00:53.495663+0000 mgr.x (mgr.24580) 83 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:55.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:54 smithi099 bash[19899]: audit 2024-09-21T06:00:53.495663+0000 mgr.x (mgr.24580) 83 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:55.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:54 smithi099 bash[26898]: audit 2024-09-21T06:00:53.495663+0000 mgr.x (mgr.24580) 83 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:00:55.942 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:55 smithi112 bash[21612]: cluster 2024-09-21T06:00:54.182792+0000 mgr.x (mgr.24580) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:56.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:55 smithi099 bash[19899]: cluster 2024-09-21T06:00:54.182792+0000 mgr.x (mgr.24580) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:56.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:55 smithi099 bash[26898]: cluster 2024-09-21T06:00:54.182792+0000 mgr.x (mgr.24580) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:00:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:56 smithi112 bash[21612]: audit 2024-09-21T06:00:55.950087+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:56 smithi099 bash[19899]: audit 2024-09-21T06:00:55.950087+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:57.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:56 smithi099 bash[26898]: audit 2024-09-21T06:00:55.950087+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:00:57.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:57 smithi112 bash[21612]: cluster 2024-09-21T06:00:56.184382+0000 mgr.x (mgr.24580) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:58.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:57 smithi099 bash[19899]: cluster 2024-09-21T06:00:56.184382+0000 mgr.x (mgr.24580) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:58.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:57 smithi099 bash[26898]: cluster 2024-09-21T06:00:56.184382+0000 mgr.x (mgr.24580) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:00:59.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:00:59 smithi112 bash[21612]: cluster 2024-09-21T06:00:58.185092+0000 mgr.x (mgr.24580) 86 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:00.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:00:59 smithi099 bash[19899]: cluster 2024-09-21T06:00:58.185092+0000 mgr.x (mgr.24580) 86 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:00.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:00:59 smithi099 bash[26898]: cluster 2024-09-21T06:00:58.185092+0000 mgr.x (mgr.24580) 86 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:01.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:01 smithi112 bash[21612]: cluster 2024-09-21T06:01:00.185806+0000 mgr.x (mgr.24580) 87 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:02.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:01 smithi099 bash[19899]: cluster 2024-09-21T06:01:00.185806+0000 mgr.x (mgr.24580) 87 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:02.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:01 smithi099 bash[26898]: cluster 2024-09-21T06:01:00.185806+0000 mgr.x (mgr.24580) 87 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:03 smithi099 bash[19899]: cluster 2024-09-21T06:01:02.187443+0000 mgr.x (mgr.24580) 88 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:03.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:03 smithi099 bash[26898]: cluster 2024-09-21T06:01:02.187443+0000 mgr.x (mgr.24580) 88 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:03.902 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:03 smithi112 bash[21612]: cluster 2024-09-21T06:01:02.187443+0000 mgr.x (mgr.24580) 88 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:04.193 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:01:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:01:03] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-21T06:01:04.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:04 smithi112 bash[21612]: audit 2024-09-21T06:01:03.507027+0000 mgr.x (mgr.24580) 89 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:05.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:04 smithi099 bash[19899]: audit 2024-09-21T06:01:03.507027+0000 mgr.x (mgr.24580) 89 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:05.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:04 smithi099 bash[26898]: audit 2024-09-21T06:01:03.507027+0000 mgr.x (mgr.24580) 89 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:05.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:05 smithi112 bash[21612]: cluster 2024-09-21T06:01:04.188162+0000 mgr.x (mgr.24580) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:06.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:05 smithi099 bash[19899]: cluster 2024-09-21T06:01:04.188162+0000 mgr.x (mgr.24580) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:06.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:05 smithi099 bash[26898]: cluster 2024-09-21T06:01:04.188162+0000 mgr.x (mgr.24580) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:07.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:07 smithi112 bash[21612]: cluster 2024-09-21T06:01:06.189732+0000 mgr.x (mgr.24580) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:08.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:07 smithi099 bash[19899]: cluster 2024-09-21T06:01:06.189732+0000 mgr.x (mgr.24580) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:08.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:07 smithi099 bash[26898]: cluster 2024-09-21T06:01:06.189732+0000 mgr.x (mgr.24580) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:09.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:09 smithi112 bash[21612]: cluster 2024-09-21T06:01:08.190432+0000 mgr.x (mgr.24580) 92 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:10.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:09 smithi099 bash[19899]: cluster 2024-09-21T06:01:08.190432+0000 mgr.x (mgr.24580) 92 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:10.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:09 smithi099 bash[26898]: cluster 2024-09-21T06:01:08.190432+0000 mgr.x (mgr.24580) 92 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:11.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:11 smithi112 bash[21612]: cluster 2024-09-21T06:01:10.191158+0000 mgr.x (mgr.24580) 93 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:11.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:11 smithi112 bash[21612]: audit 2024-09-21T06:01:10.950427+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:12.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:11 smithi099 bash[26898]: cluster 2024-09-21T06:01:10.191158+0000 mgr.x (mgr.24580) 93 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:12.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:11 smithi099 bash[26898]: audit 2024-09-21T06:01:10.950427+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:12.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:11 smithi099 bash[19899]: cluster 2024-09-21T06:01:10.191158+0000 mgr.x (mgr.24580) 93 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:12.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:11 smithi099 bash[19899]: audit 2024-09-21T06:01:10.950427+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:13.901 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:13 smithi112 bash[21612]: cluster 2024-09-21T06:01:12.192799+0000 mgr.x (mgr.24580) 94 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:14.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:13 smithi099 bash[19899]: cluster 2024-09-21T06:01:12.192799+0000 mgr.x (mgr.24580) 94 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:14.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:13 smithi099 bash[26898]: cluster 2024-09-21T06:01:12.192799+0000 mgr.x (mgr.24580) 94 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:14.193 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:01:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:01:13] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-21T06:01:14.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:14 smithi112 bash[21612]: audit 2024-09-21T06:01:13.518437+0000 mgr.x (mgr.24580) 95 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:15.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:14 smithi099 bash[19899]: audit 2024-09-21T06:01:13.518437+0000 mgr.x (mgr.24580) 95 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:15.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:14 smithi099 bash[26898]: audit 2024-09-21T06:01:13.518437+0000 mgr.x (mgr.24580) 95 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:15.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:15 smithi112 bash[21612]: cluster 2024-09-21T06:01:14.193505+0000 mgr.x (mgr.24580) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:16.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:15 smithi099 bash[19899]: cluster 2024-09-21T06:01:14.193505+0000 mgr.x (mgr.24580) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:16.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:15 smithi099 bash[26898]: cluster 2024-09-21T06:01:14.193505+0000 mgr.x (mgr.24580) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:17.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:17 smithi112 bash[21612]: cluster 2024-09-21T06:01:16.195071+0000 mgr.x (mgr.24580) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:18.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:17 smithi099 bash[19899]: cluster 2024-09-21T06:01:16.195071+0000 mgr.x (mgr.24580) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:18.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:17 smithi099 bash[26898]: cluster 2024-09-21T06:01:16.195071+0000 mgr.x (mgr.24580) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:19.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:19 smithi112 bash[21612]: cluster 2024-09-21T06:01:18.195785+0000 mgr.x (mgr.24580) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:20.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:19 smithi099 bash[19899]: cluster 2024-09-21T06:01:18.195785+0000 mgr.x (mgr.24580) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:20.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:19 smithi099 bash[26898]: cluster 2024-09-21T06:01:18.195785+0000 mgr.x (mgr.24580) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:21.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:21 smithi112 bash[21612]: cluster 2024-09-21T06:01:20.196500+0000 mgr.x (mgr.24580) 99 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:22.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:21 smithi099 bash[19899]: cluster 2024-09-21T06:01:20.196500+0000 mgr.x (mgr.24580) 99 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:22.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:21 smithi099 bash[26898]: cluster 2024-09-21T06:01:20.196500+0000 mgr.x (mgr.24580) 99 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:23.943 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:01:23 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:01:23] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-21T06:01:23.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:23 smithi112 bash[21612]: cluster 2024-09-21T06:01:22.198125+0000 mgr.x (mgr.24580) 100 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:24.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:23 smithi099 bash[19899]: cluster 2024-09-21T06:01:22.198125+0000 mgr.x (mgr.24580) 100 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:24.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:23 smithi099 bash[26898]: cluster 2024-09-21T06:01:22.198125+0000 mgr.x (mgr.24580) 100 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:24.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:24 smithi112 bash[21612]: audit 2024-09-21T06:01:23.522767+0000 mgr.x (mgr.24580) 101 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:24 smithi099 bash[19899]: audit 2024-09-21T06:01:23.522767+0000 mgr.x (mgr.24580) 101 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:25.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:24 smithi099 bash[26898]: audit 2024-09-21T06:01:23.522767+0000 mgr.x (mgr.24580) 101 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:25.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:25 smithi112 bash[21612]: cluster 2024-09-21T06:01:24.198843+0000 mgr.x (mgr.24580) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:26.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:25 smithi099 bash[19899]: cluster 2024-09-21T06:01:24.198843+0000 mgr.x (mgr.24580) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:26.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:25 smithi099 bash[26898]: cluster 2024-09-21T06:01:24.198843+0000 mgr.x (mgr.24580) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:26.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:26 smithi112 bash[21612]: audit 2024-09-21T06:01:25.951198+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:27.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:26 smithi099 bash[19899]: audit 2024-09-21T06:01:25.951198+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:27.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:26 smithi099 bash[26898]: audit 2024-09-21T06:01:25.951198+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:27.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:27 smithi112 bash[21612]: cluster 2024-09-21T06:01:26.200473+0000 mgr.x (mgr.24580) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:28.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:27 smithi099 bash[19899]: cluster 2024-09-21T06:01:26.200473+0000 mgr.x (mgr.24580) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:28.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:27 smithi099 bash[26898]: cluster 2024-09-21T06:01:26.200473+0000 mgr.x (mgr.24580) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:29.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:29 smithi112 bash[21612]: cluster 2024-09-21T06:01:28.201312+0000 mgr.x (mgr.24580) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:30.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:29 smithi099 bash[19899]: cluster 2024-09-21T06:01:28.201312+0000 mgr.x (mgr.24580) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:30.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:29 smithi099 bash[26898]: cluster 2024-09-21T06:01:28.201312+0000 mgr.x (mgr.24580) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:31.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:31 smithi112 bash[21612]: cluster 2024-09-21T06:01:30.202211+0000 mgr.x (mgr.24580) 105 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:32.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:31 smithi099 bash[19899]: cluster 2024-09-21T06:01:30.202211+0000 mgr.x (mgr.24580) 105 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:32.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:31 smithi099 bash[26898]: cluster 2024-09-21T06:01:30.202211+0000 mgr.x (mgr.24580) 105 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:33.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:33 smithi112 bash[21612]: cluster 2024-09-21T06:01:32.203901+0000 mgr.x (mgr.24580) 106 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:33.943 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:01:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:01:33] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-21T06:01:34.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:33 smithi099 bash[19899]: cluster 2024-09-21T06:01:32.203901+0000 mgr.x (mgr.24580) 106 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:34.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:33 smithi099 bash[26898]: cluster 2024-09-21T06:01:32.203901+0000 mgr.x (mgr.24580) 106 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:35.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:34 smithi099 bash[19899]: audit 2024-09-21T06:01:33.534086+0000 mgr.x (mgr.24580) 107 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:35.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:34 smithi099 bash[26898]: audit 2024-09-21T06:01:33.534086+0000 mgr.x (mgr.24580) 107 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:35.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:34 smithi112 bash[21612]: audit 2024-09-21T06:01:33.534086+0000 mgr.x (mgr.24580) 107 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:36.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:35 smithi099 bash[19899]: cluster 2024-09-21T06:01:34.204617+0000 mgr.x (mgr.24580) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:36.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:35 smithi099 bash[26898]: cluster 2024-09-21T06:01:34.204617+0000 mgr.x (mgr.24580) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:36.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:35 smithi112 bash[21612]: cluster 2024-09-21T06:01:34.204617+0000 mgr.x (mgr.24580) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:37.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:36 smithi099 bash[19899]: audit 2024-09-21T06:01:35.922396+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:01:37.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:36 smithi099 bash[19899]: audit 2024-09-21T06:01:35.924190+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:01:37.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:36 smithi099 bash[19899]: audit 2024-09-21T06:01:35.936079+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:01:37.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:36 smithi099 bash[26898]: audit 2024-09-21T06:01:35.922396+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:01:37.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:36 smithi099 bash[26898]: audit 2024-09-21T06:01:35.924190+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:01:37.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:36 smithi099 bash[26898]: audit 2024-09-21T06:01:35.936079+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:01:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:36 smithi112 bash[21612]: audit 2024-09-21T06:01:35.922396+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:01:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:36 smithi112 bash[21612]: audit 2024-09-21T06:01:35.924190+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:01:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:36 smithi112 bash[21612]: audit 2024-09-21T06:01:35.936079+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:01:38.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:37 smithi099 bash[19899]: cluster 2024-09-21T06:01:36.206171+0000 mgr.x (mgr.24580) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:38.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:37 smithi099 bash[26898]: cluster 2024-09-21T06:01:36.206171+0000 mgr.x (mgr.24580) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:38.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:37 smithi112 bash[21612]: cluster 2024-09-21T06:01:36.206171+0000 mgr.x (mgr.24580) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:40.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:39 smithi099 bash[19899]: cluster 2024-09-21T06:01:38.206854+0000 mgr.x (mgr.24580) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:40.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:39 smithi099 bash[26898]: cluster 2024-09-21T06:01:38.206854+0000 mgr.x (mgr.24580) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:40.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:39 smithi112 bash[21612]: cluster 2024-09-21T06:01:38.206854+0000 mgr.x (mgr.24580) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:42.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:41 smithi099 bash[19899]: cluster 2024-09-21T06:01:40.207524+0000 mgr.x (mgr.24580) 111 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:42.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:41 smithi099 bash[19899]: audit 2024-09-21T06:01:40.951423+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:42.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:41 smithi099 bash[26898]: cluster 2024-09-21T06:01:40.207524+0000 mgr.x (mgr.24580) 111 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:42.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:41 smithi099 bash[26898]: audit 2024-09-21T06:01:40.951423+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:42.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:41 smithi112 bash[21612]: cluster 2024-09-21T06:01:40.207524+0000 mgr.x (mgr.24580) 111 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:42.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:41 smithi112 bash[21612]: audit 2024-09-21T06:01:40.951423+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:44.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:43 smithi099 bash[19899]: cluster 2024-09-21T06:01:42.209089+0000 mgr.x (mgr.24580) 112 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:44.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:43 smithi099 bash[26898]: cluster 2024-09-21T06:01:42.209089+0000 mgr.x (mgr.24580) 112 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:44.193 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:01:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:01:43] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-21T06:01:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:43 smithi112 bash[21612]: cluster 2024-09-21T06:01:42.209089+0000 mgr.x (mgr.24580) 112 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:45.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:44 smithi099 bash[19899]: audit 2024-09-21T06:01:43.543255+0000 mgr.x (mgr.24580) 113 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:45.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:44 smithi099 bash[26898]: audit 2024-09-21T06:01:43.543255+0000 mgr.x (mgr.24580) 113 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:45.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:44 smithi112 bash[21612]: audit 2024-09-21T06:01:43.543255+0000 mgr.x (mgr.24580) 113 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:46.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:45 smithi099 bash[19899]: cluster 2024-09-21T06:01:44.209774+0000 mgr.x (mgr.24580) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:46.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:45 smithi099 bash[26898]: cluster 2024-09-21T06:01:44.209774+0000 mgr.x (mgr.24580) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:46.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:45 smithi112 bash[21612]: cluster 2024-09-21T06:01:44.209774+0000 mgr.x (mgr.24580) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:48.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:47 smithi099 bash[19899]: cluster 2024-09-21T06:01:46.211345+0000 mgr.x (mgr.24580) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:48.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:47 smithi099 bash[26898]: cluster 2024-09-21T06:01:46.211345+0000 mgr.x (mgr.24580) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:48.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:47 smithi112 bash[21612]: cluster 2024-09-21T06:01:46.211345+0000 mgr.x (mgr.24580) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:50.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:49 smithi099 bash[19899]: cluster 2024-09-21T06:01:48.211994+0000 mgr.x (mgr.24580) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:50.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:49 smithi099 bash[26898]: cluster 2024-09-21T06:01:48.211994+0000 mgr.x (mgr.24580) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:50.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:49 smithi112 bash[21612]: cluster 2024-09-21T06:01:48.211994+0000 mgr.x (mgr.24580) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:52.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:51 smithi099 bash[19899]: cluster 2024-09-21T06:01:50.212793+0000 mgr.x (mgr.24580) 117 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:52.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:51 smithi099 bash[26898]: cluster 2024-09-21T06:01:50.212793+0000 mgr.x (mgr.24580) 117 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:52.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:51 smithi112 bash[21612]: cluster 2024-09-21T06:01:50.212793+0000 mgr.x (mgr.24580) 117 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:54.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:53 smithi099 bash[19899]: cluster 2024-09-21T06:01:52.214531+0000 mgr.x (mgr.24580) 118 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:54.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:53 smithi099 bash[26898]: cluster 2024-09-21T06:01:52.214531+0000 mgr.x (mgr.24580) 118 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:54.193 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:01:53 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:01:53] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-21T06:01:54.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:53 smithi112 bash[21612]: cluster 2024-09-21T06:01:52.214531+0000 mgr.x (mgr.24580) 118 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:55.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:54 smithi112 bash[21612]: audit 2024-09-21T06:01:53.554533+0000 mgr.x (mgr.24580) 119 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:55.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:54 smithi099 bash[19899]: audit 2024-09-21T06:01:53.554533+0000 mgr.x (mgr.24580) 119 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:55.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:54 smithi099 bash[26898]: audit 2024-09-21T06:01:53.554533+0000 mgr.x (mgr.24580) 119 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:01:56.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:55 smithi112 bash[21612]: cluster 2024-09-21T06:01:54.215281+0000 mgr.x (mgr.24580) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:56.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:55 smithi099 bash[19899]: cluster 2024-09-21T06:01:54.215281+0000 mgr.x (mgr.24580) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:56.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:55 smithi099 bash[26898]: cluster 2024-09-21T06:01:54.215281+0000 mgr.x (mgr.24580) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:01:57.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:56 smithi112 bash[21612]: audit 2024-09-21T06:01:55.951859+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:56 smithi099 bash[19899]: audit 2024-09-21T06:01:55.951859+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:56 smithi099 bash[26898]: audit 2024-09-21T06:01:55.951859+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:01:58.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:57 smithi112 bash[21612]: cluster 2024-09-21T06:01:56.216796+0000 mgr.x (mgr.24580) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:58.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:57 smithi099 bash[19899]: cluster 2024-09-21T06:01:56.216796+0000 mgr.x (mgr.24580) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:01:58.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:57 smithi099 bash[26898]: cluster 2024-09-21T06:01:56.216796+0000 mgr.x (mgr.24580) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:00.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:01:59 smithi112 bash[21612]: cluster 2024-09-21T06:01:58.217477+0000 mgr.x (mgr.24580) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:00.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:01:59 smithi099 bash[19899]: cluster 2024-09-21T06:01:58.217477+0000 mgr.x (mgr.24580) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:00.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:01:59 smithi099 bash[26898]: cluster 2024-09-21T06:01:58.217477+0000 mgr.x (mgr.24580) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:02.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:01 smithi112 bash[21612]: cluster 2024-09-21T06:02:00.218242+0000 mgr.x (mgr.24580) 123 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:02.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:01 smithi099 bash[19899]: cluster 2024-09-21T06:02:00.218242+0000 mgr.x (mgr.24580) 123 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:02.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:01 smithi099 bash[26898]: cluster 2024-09-21T06:02:00.218242+0000 mgr.x (mgr.24580) 123 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:04.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:03 smithi099 bash[19899]: cluster 2024-09-21T06:02:02.219928+0000 mgr.x (mgr.24580) 124 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:04.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:03 smithi099 bash[26898]: cluster 2024-09-21T06:02:02.219928+0000 mgr.x (mgr.24580) 124 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:04.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:03 smithi112 bash[21612]: cluster 2024-09-21T06:02:02.219928+0000 mgr.x (mgr.24580) 124 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:04.194 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:02:03] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-21T06:02:05.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:04 smithi112 bash[21612]: audit 2024-09-21T06:02:03.562698+0000 mgr.x (mgr.24580) 125 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:05.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:04 smithi099 bash[19899]: audit 2024-09-21T06:02:03.562698+0000 mgr.x (mgr.24580) 125 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:05.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:04 smithi099 bash[26898]: audit 2024-09-21T06:02:03.562698+0000 mgr.x (mgr.24580) 125 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:06.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:05 smithi112 bash[21612]: cluster 2024-09-21T06:02:04.220676+0000 mgr.x (mgr.24580) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:06.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:05 smithi099 bash[19899]: cluster 2024-09-21T06:02:04.220676+0000 mgr.x (mgr.24580) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:06.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:05 smithi099 bash[26898]: cluster 2024-09-21T06:02:04.220676+0000 mgr.x (mgr.24580) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:08.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:07 smithi112 bash[21612]: cluster 2024-09-21T06:02:06.222212+0000 mgr.x (mgr.24580) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:08.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:07 smithi099 bash[19899]: cluster 2024-09-21T06:02:06.222212+0000 mgr.x (mgr.24580) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:08.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:07 smithi099 bash[26898]: cluster 2024-09-21T06:02:06.222212+0000 mgr.x (mgr.24580) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:10.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:09 smithi112 bash[21612]: cluster 2024-09-21T06:02:08.222983+0000 mgr.x (mgr.24580) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:10.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:09 smithi099 bash[19899]: cluster 2024-09-21T06:02:08.222983+0000 mgr.x (mgr.24580) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:10.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:09 smithi099 bash[26898]: cluster 2024-09-21T06:02:08.222983+0000 mgr.x (mgr.24580) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:12.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:11 smithi112 bash[21612]: cluster 2024-09-21T06:02:10.223686+0000 mgr.x (mgr.24580) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:12.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:11 smithi112 bash[21612]: audit 2024-09-21T06:02:10.952180+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:11 smithi099 bash[19899]: cluster 2024-09-21T06:02:10.223686+0000 mgr.x (mgr.24580) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:11 smithi099 bash[19899]: audit 2024-09-21T06:02:10.952180+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:12.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:11 smithi099 bash[26898]: cluster 2024-09-21T06:02:10.223686+0000 mgr.x (mgr.24580) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:12.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:11 smithi099 bash[26898]: audit 2024-09-21T06:02:10.952180+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:14.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:13 smithi099 bash[19899]: cluster 2024-09-21T06:02:12.225356+0000 mgr.x (mgr.24580) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:14.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:13 smithi099 bash[26898]: cluster 2024-09-21T06:02:12.225356+0000 mgr.x (mgr.24580) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:14.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:13 smithi112 bash[21612]: cluster 2024-09-21T06:02:12.225356+0000 mgr.x (mgr.24580) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:14.194 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:13 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:02:13] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-21T06:02:15.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:14 smithi112 bash[21612]: audit 2024-09-21T06:02:13.573992+0000 mgr.x (mgr.24580) 131 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:14 smithi099 bash[19899]: audit 2024-09-21T06:02:13.573992+0000 mgr.x (mgr.24580) 131 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:14 smithi099 bash[26898]: audit 2024-09-21T06:02:13.573992+0000 mgr.x (mgr.24580) 131 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:16.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:15 smithi112 bash[21612]: cluster 2024-09-21T06:02:14.226094+0000 mgr.x (mgr.24580) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:16.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:15 smithi099 bash[19899]: cluster 2024-09-21T06:02:14.226094+0000 mgr.x (mgr.24580) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:16.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:15 smithi099 bash[26898]: cluster 2024-09-21T06:02:14.226094+0000 mgr.x (mgr.24580) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:17.613 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T06:02:18.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:17 smithi099 bash[19899]: cluster 2024-09-21T06:02:16.227792+0000 mgr.x (mgr.24580) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:18.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:17 smithi099 bash[26898]: cluster 2024-09-21T06:02:16.227792+0000 mgr.x (mgr.24580) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:18.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:17 smithi112 bash[21612]: cluster 2024-09-21T06:02:16.227792+0000 mgr.x (mgr.24580) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:20.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:19 smithi112 bash[21612]: cluster 2024-09-21T06:02:18.228641+0000 mgr.x (mgr.24580) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:20.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:19 smithi099 bash[19899]: cluster 2024-09-21T06:02:18.228641+0000 mgr.x (mgr.24580) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:19 smithi099 bash[26898]: cluster 2024-09-21T06:02:18.228641+0000 mgr.x (mgr.24580) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:22.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:21 smithi112 bash[21612]: cluster 2024-09-21T06:02:20.229490+0000 mgr.x (mgr.24580) 135 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:22.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:21 smithi099 bash[19899]: cluster 2024-09-21T06:02:20.229490+0000 mgr.x (mgr.24580) 135 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:22.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:21 smithi099 bash[26898]: cluster 2024-09-21T06:02:20.229490+0000 mgr.x (mgr.24580) 135 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:22.437 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (24m) 2m ago 24m 13.6M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (24m) 2m ago 24m 76.1M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (3m) 2m ago 22m 46.9M - 3.8 164465d2334a c7344fc5b8ca 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (17m) 2m ago 32m 495M - 19.3.0-5103-gf36283e7 48ed0a2cf89d 975f815a8f7a 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (9m) 2m ago 34m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (35m) 2m ago 35m 78.2M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (33m) 2m ago 33m 58.1M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (33m) 2m ago 33m 58.5M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (24m) 2m ago 24m 9295k - 1.5.0 0da6a335fe13 9f5f0ac119e3 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (24m) 2m ago 24m 8676k - 1.5.0 0da6a335fe13 93ffd4df1601 2024-09-21T06:02:23.966 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (31m) 2m ago 32m 63.8M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (31m) 2m ago 31m 66.6M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (30m) 2m ago 30m 61.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (29m) 2m ago 29m 66.1M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (28m) 2m ago 28m 67.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (27m) 2m ago 27m 55.2M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (26m) 2m ago 26m 62.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (25m) 2m ago 25m 56.5M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (2m) 2m ago 24m 34.7M - 2.43.0 a07b618ecd1d 89a1ee11e889 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (22m) 2m ago 22m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:02:23.967 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (22m) 2m ago 22m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:02:24.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:23 smithi099 bash[26898]: cluster 2024-09-21T06:02:22.231260+0000 mgr.x (mgr.24580) 136 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:24.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:23 smithi099 bash[19899]: cluster 2024-09-21T06:02:22.231260+0000 mgr.x (mgr.24580) 136 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:24.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:23 smithi112 bash[21612]: cluster 2024-09-21T06:02:22.231260+0000 mgr.x (mgr.24580) 136 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:24.194 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:23 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:02:23] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-21T06:02:24.622 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ls' 2024-09-21T06:02:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:24 smithi099 bash[19899]: audit 2024-09-21T06:02:23.582558+0000 mgr.x (mgr.24580) 137 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:25.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:24 smithi099 bash[26898]: audit 2024-09-21T06:02:23.582558+0000 mgr.x (mgr.24580) 137 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:25.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:24 smithi112 bash[21612]: audit 2024-09-21T06:02:23.582558+0000 mgr.x (mgr.24580) 137 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:26.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:25 smithi112 bash[21612]: audit 2024-09-21T06:02:23.926771+0000 mgr.x (mgr.24580) 138 : audit [DBG] from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:26.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:25 smithi112 bash[21612]: cluster 2024-09-21T06:02:24.232084+0000 mgr.x (mgr.24580) 139 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:26.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:25 smithi099 bash[19899]: audit 2024-09-21T06:02:23.926771+0000 mgr.x (mgr.24580) 138 : audit [DBG] from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:26.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:25 smithi099 bash[19899]: cluster 2024-09-21T06:02:24.232084+0000 mgr.x (mgr.24580) 139 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:26.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:25 smithi099 bash[26898]: audit 2024-09-21T06:02:23.926771+0000 mgr.x (mgr.24580) 138 : audit [DBG] from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:26.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:25 smithi099 bash[26898]: cluster 2024-09-21T06:02:24.232084+0000 mgr.x (mgr.24580) 139 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:27.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:26 smithi112 bash[21612]: audit 2024-09-21T06:02:25.953022+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:27.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:26 smithi099 bash[19899]: audit 2024-09-21T06:02:25.953022+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:27.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:26 smithi099 bash[26898]: audit 2024-09-21T06:02:25.953022+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:28.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:27 smithi112 bash[21612]: cluster 2024-09-21T06:02:26.233752+0000 mgr.x (mgr.24580) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:27 smithi099 bash[19899]: cluster 2024-09-21T06:02:26.233752+0000 mgr.x (mgr.24580) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:28.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:27 smithi099 bash[26898]: cluster 2024-09-21T06:02:26.233752+0000 mgr.x (mgr.24580) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:29.444 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:02:30.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:29 smithi112 bash[21612]: cluster 2024-09-21T06:02:28.234598+0000 mgr.x (mgr.24580) 141 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:30.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:29 smithi099 bash[19899]: cluster 2024-09-21T06:02:28.234598+0000 mgr.x (mgr.24580) 141 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:30.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:29 smithi099 bash[26898]: cluster 2024-09-21T06:02:28.234598+0000 mgr.x (mgr.24580) 141 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:30.895 INFO:teuthology.orchestra.run.smithi099.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-21T06:02:30.895 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager ?:9093,9094 1/1 2m ago 24m smithi099=a;count:1 2024-09-21T06:02:30.895 INFO:teuthology.orchestra.run.smithi099.stdout:grafana ?:3000 1/1 2m ago 24m smithi112=a;count:1 2024-09-21T06:02:30.895 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo ?:5000 1/1 2m ago 22m count:1 2024-09-21T06:02:30.895 INFO:teuthology.orchestra.run.smithi099.stdout:mgr 2/2 2m ago 32m smithi099=y;smithi112=x;count:2 2024-09-21T06:02:30.896 INFO:teuthology.orchestra.run.smithi099.stdout:mon 3/3 2m ago 33m smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi112:172.21.15.112=b;count:3 2024-09-21T06:02:30.896 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter ?:9100 2/2 2m ago 25m smithi099=a;smithi112=b;count:2 2024-09-21T06:02:30.896 INFO:teuthology.orchestra.run.smithi099.stdout:osd 8 2m ago - 2024-09-21T06:02:30.896 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus ?:9095 1/1 2m ago 25m smithi112=a;count:1 2024-09-21T06:02:30.896 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo ?:8000 2/2 2m ago 22m count:2 2024-09-21T06:02:31.507 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions' 2024-09-21T06:02:32.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:31 smithi112 bash[21612]: cluster 2024-09-21T06:02:30.235476+0000 mgr.x (mgr.24580) 142 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:32.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:31 smithi112 bash[21612]: audit 2024-09-21T06:02:30.878674+0000 mgr.x (mgr.24580) 143 : audit [DBG] from='client.25238 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:32.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:31 smithi099 bash[19899]: cluster 2024-09-21T06:02:30.235476+0000 mgr.x (mgr.24580) 142 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:32.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:31 smithi099 bash[19899]: audit 2024-09-21T06:02:30.878674+0000 mgr.x (mgr.24580) 143 : audit [DBG] from='client.25238 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:32.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:31 smithi099 bash[26898]: cluster 2024-09-21T06:02:30.235476+0000 mgr.x (mgr.24580) 142 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:32.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:31 smithi099 bash[26898]: audit 2024-09-21T06:02:30.878674+0000 mgr.x (mgr.24580) 143 : audit [DBG] from='client.25238 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:34.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:33 smithi112 bash[21612]: cluster 2024-09-21T06:02:32.237164+0000 mgr.x (mgr.24580) 144 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:34.194 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:33 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:02:33] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-21T06:02:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:33 smithi099 bash[19899]: cluster 2024-09-21T06:02:32.237164+0000 mgr.x (mgr.24580) 144 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:33 smithi099 bash[26898]: cluster 2024-09-21T06:02:32.237164+0000 mgr.x (mgr.24580) 144 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:35.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:34 smithi112 bash[21612]: audit 2024-09-21T06:02:33.593433+0000 mgr.x (mgr.24580) 145 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:34 smithi099 bash[19899]: audit 2024-09-21T06:02:33.593433+0000 mgr.x (mgr.24580) 145 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:34 smithi099 bash[26898]: audit 2024-09-21T06:02:33.593433+0000 mgr.x (mgr.24580) 145 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:36.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:35 smithi112 bash[21612]: cluster 2024-09-21T06:02:34.237943+0000 mgr.x (mgr.24580) 146 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:36.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:35 smithi099 bash[26898]: cluster 2024-09-21T06:02:34.237943+0000 mgr.x (mgr.24580) 146 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:36.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:35 smithi099 bash[19899]: cluster 2024-09-21T06:02:34.237943+0000 mgr.x (mgr.24580) 146 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:36.319 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:02:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:36 smithi112 bash[21612]: audit 2024-09-21T06:02:36.777734+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:36 smithi112 bash[21612]: audit 2024-09-21T06:02:36.779476+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:02:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:36 smithi112 bash[21612]: audit 2024-09-21T06:02:36.791375+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:36 smithi099 bash[26898]: audit 2024-09-21T06:02:36.777734+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:36 smithi099 bash[26898]: audit 2024-09-21T06:02:36.779476+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:02:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:36 smithi099 bash[26898]: audit 2024-09-21T06:02:36.791375+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:37.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:36 smithi099 bash[19899]: audit 2024-09-21T06:02:36.777734+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:37.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:36 smithi099 bash[19899]: audit 2024-09-21T06:02:36.779476+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:02:37.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:36 smithi099 bash[19899]: audit 2024-09-21T06:02:36.791375+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:37.793 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:02:37.793 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:02:37.793 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:02:37.794 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:02:37.795 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T06:02:37.795 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:02:37.795 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:02:37.795 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:02:38.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:37 smithi112 bash[21612]: cluster 2024-09-21T06:02:36.239565+0000 mgr.x (mgr.24580) 147 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:38.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:37 smithi112 bash[21612]: audit 2024-09-21T06:02:37.794725+0000 mon.c (mon.2) 194 : audit [DBG] from='client.? 172.21.15.99:0/1377338663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:02:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:37 smithi099 bash[19899]: cluster 2024-09-21T06:02:36.239565+0000 mgr.x (mgr.24580) 147 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:37 smithi099 bash[19899]: audit 2024-09-21T06:02:37.794725+0000 mon.c (mon.2) 194 : audit [DBG] from='client.? 172.21.15.99:0/1377338663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:02:38.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:37 smithi099 bash[26898]: cluster 2024-09-21T06:02:36.239565+0000 mgr.x (mgr.24580) 147 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:38.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:37 smithi099 bash[26898]: audit 2024-09-21T06:02:37.794725+0000 mon.c (mon.2) 194 : audit [DBG] from='client.? 172.21.15.99:0/1377338663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:02:38.464 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-09-21T06:02:39.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:38 smithi112 bash[21612]: cluster 2024-09-21T06:02:38.240278+0000 mgr.x (mgr.24580) 148 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:38 smithi099 bash[19899]: cluster 2024-09-21T06:02:38.240278+0000 mgr.x (mgr.24580) 148 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:38 smithi099 bash[26898]: cluster 2024-09-21T06:02:38.240278+0000 mgr.x (mgr.24580) 148 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:41.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:41 smithi112 bash[21612]: cluster 2024-09-21T06:02:40.241035+0000 mgr.x (mgr.24580) 149 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:41.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:41 smithi112 bash[21612]: audit 2024-09-21T06:02:40.953326+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:41.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:41 smithi099 bash[19899]: cluster 2024-09-21T06:02:40.241035+0000 mgr.x (mgr.24580) 149 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:41.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:41 smithi099 bash[19899]: audit 2024-09-21T06:02:40.953326+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:41.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:41 smithi099 bash[26898]: cluster 2024-09-21T06:02:40.241035+0000 mgr.x (mgr.24580) 149 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:41.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:41 smithi099 bash[26898]: audit 2024-09-21T06:02:40.953326+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:43.276 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:02:43.599 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:43 smithi099 bash[19899]: cluster 2024-09-21T06:02:42.242678+0000 mgr.x (mgr.24580) 150 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:43.599 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:43 smithi099 bash[26898]: cluster 2024-09-21T06:02:42.242678+0000 mgr.x (mgr.24580) 150 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:43.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:43 smithi112 bash[21612]: cluster 2024-09-21T06:02:42.242678+0000 mgr.x (mgr.24580) 150 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:44.194 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:43 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:02:43] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T06:02:44.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:44 smithi112 bash[21612]: audit 2024-09-21T06:02:43.598419+0000 mgr.x (mgr.24580) 151 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:44.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:44 smithi099 bash[26898]: audit 2024-09-21T06:02:43.598419+0000 mgr.x (mgr.24580) 151 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:44.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:44 smithi099 bash[19899]: audit 2024-09-21T06:02:43.598419+0000 mgr.x (mgr.24580) 151 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:45.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:45 smithi112 bash[21612]: cluster 2024-09-21T06:02:44.243389+0000 mgr.x (mgr.24580) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:45.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:45 smithi112 bash[21612]: audit 2024-09-21T06:02:44.781225+0000 mgr.x (mgr.24580) 153 : audit [DBG] from='client.15372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:45.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:45 smithi099 bash[19899]: cluster 2024-09-21T06:02:44.243389+0000 mgr.x (mgr.24580) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:45.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:45 smithi099 bash[19899]: audit 2024-09-21T06:02:44.781225+0000 mgr.x (mgr.24580) 153 : audit [DBG] from='client.15372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:45.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:45 smithi099 bash[26898]: cluster 2024-09-21T06:02:44.243389+0000 mgr.x (mgr.24580) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:45.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:45 smithi099 bash[26898]: audit 2024-09-21T06:02:44.781225+0000 mgr.x (mgr.24580) 153 : audit [DBG] from='client.15372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:47.117 INFO:teuthology.orchestra.run.smithi099.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:02:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[19899]: cluster 2024-09-21T06:02:46.244944+0000 mgr.x (mgr.24580) 154 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[19899]: audit 2024-09-21T06:02:47.115172+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[19899]: audit 2024-09-21T06:02:47.119098+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[19899]: audit 2024-09-21T06:02:47.120824+0000 mon.b (mon.1) 89 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:02:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[19899]: audit 2024-09-21T06:02:47.133515+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[26898]: cluster 2024-09-21T06:02:46.244944+0000 mgr.x (mgr.24580) 154 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[26898]: audit 2024-09-21T06:02:47.115172+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[26898]: audit 2024-09-21T06:02:47.119098+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[26898]: audit 2024-09-21T06:02:47.120824+0000 mon.b (mon.1) 89 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:02:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:47 smithi099 bash[26898]: audit 2024-09-21T06:02:47.133515+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:47.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:47 smithi112 bash[21612]: cluster 2024-09-21T06:02:46.244944+0000 mgr.x (mgr.24580) 154 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:02:47.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:47 smithi112 bash[21612]: audit 2024-09-21T06:02:47.115172+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:47.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:47 smithi112 bash[21612]: audit 2024-09-21T06:02:47.119098+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:47.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:47 smithi112 bash[21612]: audit 2024-09-21T06:02:47.120824+0000 mon.b (mon.1) 89 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:02:47.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:47 smithi112 bash[21612]: audit 2024-09-21T06:02:47.133515+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:47.710 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-21T06:02:48.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:48 smithi112 bash[21612]: cephadm 2024-09-21T06:02:47.107001+0000 mgr.x (mgr.24580) 155 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:02:48.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:48 smithi112 bash[21612]: cephadm 2024-09-21T06:02:47.259647+0000 mgr.x (mgr.24580) 156 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:02:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:48 smithi099 bash[19899]: cephadm 2024-09-21T06:02:47.107001+0000 mgr.x (mgr.24580) 155 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:02:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:48 smithi099 bash[19899]: cephadm 2024-09-21T06:02:47.259647+0000 mgr.x (mgr.24580) 156 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:02:48.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:48 smithi099 bash[26898]: cephadm 2024-09-21T06:02:47.107001+0000 mgr.x (mgr.24580) 155 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:02:48.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:48 smithi099 bash[26898]: cephadm 2024-09-21T06:02:47.259647+0000 mgr.x (mgr.24580) 156 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:02:49.549 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:49 smithi099 bash[19899]: cluster 2024-09-21T06:02:48.245644+0000 mgr.x (mgr.24580) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:49.550 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:49 smithi099 bash[26898]: cluster 2024-09-21T06:02:48.245644+0000 mgr.x (mgr.24580) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:49.550 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:49 smithi099 bash[68315]: [21/Sep/2024:06:02:49] ENGINE Bus STOPPING 2024-09-21T06:02:49.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:49 smithi112 bash[49852]: debug 2024-09-21T06:02:49.507+0000 7ff9971ab640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-21T06:02:49.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:49 smithi112 bash[49852]: ignoring --setuser ceph since I am not root 2024-09-21T06:02:49.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:49 smithi112 bash[49852]: ignoring --setgroup ceph since I am not root 2024-09-21T06:02:49.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:49 smithi112 bash[49852]: debug 2024-09-21T06:02:49.571+0000 7f77be4dc640 1 -- 172.21.15.112:0/3967533985 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b452da10e0 con 0x55b452da2800 2024-09-21T06:02:49.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:49 smithi112 bash[21612]: cluster 2024-09-21T06:02:48.245644+0000 mgr.x (mgr.24580) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:02:50.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:49 smithi099 bash[68315]: [21/Sep/2024:06:02:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T06:02:50.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:49 smithi099 bash[68315]: [21/Sep/2024:06:02:49] ENGINE Bus STOPPED 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.475332+0000 mon.a (mon.0) 1267 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.478928+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.488459+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.490750+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: cluster 2024-09-21T06:02:49.491619+0000 mon.a (mon.0) 1269 : cluster [INF] Activating manager daemon y 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.499338+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: cluster 2024-09-21T06:02:49.509194+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: cluster 2024-09-21T06:02:49.511434+0000 mon.a (mon.0) 1272 : cluster [DBG] mgrmap e39: y(active, starting, since 0.0198141s) 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.513507+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.513753+0000 mon.a (mon.0) 1274 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T06:02:50.619 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.513957+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.516097+0000 mon.a (mon.0) 1276 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.516736+0000 mon.a (mon.0) 1277 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.517430+0000 mon.a (mon.0) 1278 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.518154+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.518707+0000 mon.a (mon.0) 1280 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.519256+0000 mon.a (mon.0) 1281 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.519802+0000 mon.a (mon.0) 1282 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.520321+0000 mon.a (mon.0) 1283 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.520880+0000 mon.a (mon.0) 1284 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T06:02:50.620 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.475332+0000 mon.a (mon.0) 1267 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.478928+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.488459+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.490750+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: cluster 2024-09-21T06:02:49.491619+0000 mon.a (mon.0) 1269 : cluster [INF] Activating manager daemon y 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.499338+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: cluster 2024-09-21T06:02:49.509194+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: cluster 2024-09-21T06:02:49.511434+0000 mon.a (mon.0) 1272 : cluster [DBG] mgrmap e39: y(active, starting, since 0.0198141s) 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.513507+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.513753+0000 mon.a (mon.0) 1274 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.513957+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.516097+0000 mon.a (mon.0) 1276 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.516736+0000 mon.a (mon.0) 1277 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.517430+0000 mon.a (mon.0) 1278 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.518154+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T06:02:50.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.518707+0000 mon.a (mon.0) 1280 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.519256+0000 mon.a (mon.0) 1281 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.519802+0000 mon.a (mon.0) 1282 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.520321+0000 mon.a (mon.0) 1283 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.520880+0000 mon.a (mon.0) 1284 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.521428+0000 mon.a (mon.0) 1285 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.521796+0000 mon.a (mon.0) 1286 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:49.522991+0000 mon.a (mon.0) 1287 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: cluster 2024-09-21T06:02:49.812661+0000 mon.a (mon.0) 1288 : cluster [INF] Manager daemon y is now available 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:50.141304+0000 mon.a (mon.0) 1289 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:50.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:50.141612+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:50.150409+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[19899]: audit 2024-09-21T06:02:50.185567+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.521428+0000 mon.a (mon.0) 1285 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.521796+0000 mon.a (mon.0) 1286 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:49.522991+0000 mon.a (mon.0) 1287 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: cluster 2024-09-21T06:02:49.812661+0000 mon.a (mon.0) 1288 : cluster [INF] Manager daemon y is now available 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:50.141304+0000 mon.a (mon.0) 1289 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:50.141612+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:50.150409+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T06:02:50.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[26898]: audit 2024-09-21T06:02:50.185567+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T06:02:50.646 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.475332+0000 mon.a (mon.0) 1267 : audit [INF] from='mgr.24580 ' entity='mgr.x' 2024-09-21T06:02:50.646 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.478928+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:02:50.646 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.488459+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.24580 172.21.15.112:0/3184051046' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-21T06:02:50.646 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.490750+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-21T06:02:50.646 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: cluster 2024-09-21T06:02:49.491619+0000 mon.a (mon.0) 1269 : cluster [INF] Activating manager daemon y 2024-09-21T06:02:50.646 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.499338+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.24580 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-21T06:02:50.646 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: cluster 2024-09-21T06:02:49.509194+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:02:50.646 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: cluster 2024-09-21T06:02:49.511434+0000 mon.a (mon.0) 1272 : cluster [DBG] mgrmap e39: y(active, starting, since 0.0198141s) 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.513507+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.513753+0000 mon.a (mon.0) 1274 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.513957+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.516097+0000 mon.a (mon.0) 1276 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.516736+0000 mon.a (mon.0) 1277 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.517430+0000 mon.a (mon.0) 1278 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.518154+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.518707+0000 mon.a (mon.0) 1280 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.519256+0000 mon.a (mon.0) 1281 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.519802+0000 mon.a (mon.0) 1282 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.520321+0000 mon.a (mon.0) 1283 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.520880+0000 mon.a (mon.0) 1284 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.521428+0000 mon.a (mon.0) 1285 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T06:02:50.647 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.521796+0000 mon.a (mon.0) 1286 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T06:02:50.648 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:49.522991+0000 mon.a (mon.0) 1287 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T06:02:50.648 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: cluster 2024-09-21T06:02:49.812661+0000 mon.a (mon.0) 1288 : cluster [INF] Manager daemon y is now available 2024-09-21T06:02:50.648 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:50.141304+0000 mon.a (mon.0) 1289 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:02:50.648 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:50.141612+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T06:02:50.648 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:50.150409+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T06:02:50.648 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:50 smithi112 bash[21612]: audit 2024-09-21T06:02:50.185567+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T06:02:51.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[68315]: [21/Sep/2024:06:02:50] ENGINE Bus STARTING 2024-09-21T06:02:51.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[68315]: [21/Sep/2024:06:02:50] ENGINE Serving on http://:::9283 2024-09-21T06:02:51.010 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:50 smithi099 bash[68315]: [21/Sep/2024:06:02:50] ENGINE Bus STARTED 2024-09-21T06:02:51.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[19899]: cluster 2024-09-21T06:02:50.507209+0000 mon.a (mon.0) 1293 : cluster [DBG] mgrmap e40: y(active, since 1.01559s) 2024-09-21T06:02:51.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[19899]: cephadm 2024-09-21T06:02:51.204619+0000 mgr.y (mgr.15270) 3 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Bus STARTING 2024-09-21T06:02:51.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[26898]: cluster 2024-09-21T06:02:50.507209+0000 mon.a (mon.0) 1293 : cluster [DBG] mgrmap e40: y(active, since 1.01559s) 2024-09-21T06:02:51.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[26898]: cephadm 2024-09-21T06:02:51.204619+0000 mgr.y (mgr.15270) 3 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Bus STARTING 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: debug 2024-09-21T06:02:51.426+0000 7f847bb4d640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:06:02:51] ENGINE Error in HTTPServer.serve 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: Traceback (most recent call last): 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: self._connections.run(self.expiration_interval) 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: self._run(expiration_interval) 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: s = self.context.wrap_socket( 2024-09-21T06:02:51.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T06:02:51.762 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: return self.sslsocket_class._create( 2024-09-21T06:02:51.762 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T06:02:51.762 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: self.do_handshake() 2024-09-21T06:02:51.762 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T06:02:51.762 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: self._sslobj.do_handshake() 2024-09-21T06:02:51.762 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:02:51 smithi099 bash[68315]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T06:02:51.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:51 smithi112 bash[21612]: cluster 2024-09-21T06:02:50.507209+0000 mon.a (mon.0) 1293 : cluster [DBG] mgrmap e40: y(active, since 1.01559s) 2024-09-21T06:02:51.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:51 smithi112 bash[21612]: cephadm 2024-09-21T06:02:51.204619+0000 mgr.y (mgr.15270) 3 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Bus STARTING 2024-09-21T06:02:52.496 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:02:52.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: cephadm 2024-09-21T06:02:51.306375+0000 mgr.y (mgr.15270) 4 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: cephadm 2024-09-21T06:02:51.427704+0000 mgr.y (mgr.15270) 5 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: cephadm 2024-09-21T06:02:51.427897+0000 mgr.y (mgr.15270) 6 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Bus STARTED 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: cephadm 2024-09-21T06:02:51.429677+0000 mgr.y (mgr.15270) 7 : cephadm [ERR] [21/Sep/2024:06:02:51] ENGINE Error in HTTPServer.serve 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: Traceback (most recent call last): 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: self._connections.run(self.expiration_interval) 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: self._run(expiration_interval) 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T06:02:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: s = self.context.wrap_socket( 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: return self.sslsocket_class._create( 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: self.do_handshake() 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: self._sslobj.do_handshake() 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T06:02:52.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:52 smithi112 bash[21612]: cluster 2024-09-21T06:02:51.517819+0000 mgr.y (mgr.15270) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:02:53.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: cephadm 2024-09-21T06:02:51.306375+0000 mgr.y (mgr.15270) 4 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: cephadm 2024-09-21T06:02:51.427704+0000 mgr.y (mgr.15270) 5 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: cephadm 2024-09-21T06:02:51.427897+0000 mgr.y (mgr.15270) 6 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Bus STARTED 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: cephadm 2024-09-21T06:02:51.429677+0000 mgr.y (mgr.15270) 7 : cephadm [ERR] [21/Sep/2024:06:02:51] ENGINE Error in HTTPServer.serve 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: Traceback (most recent call last): 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: self._connections.run(self.expiration_interval) 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: self._run(expiration_interval) 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T06:02:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: s = self.context.wrap_socket( 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: return self.sslsocket_class._create( 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: self.do_handshake() 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: self._sslobj.do_handshake() 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[26898]: cluster 2024-09-21T06:02:51.517819+0000 mgr.y (mgr.15270) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:02:53.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: cephadm 2024-09-21T06:02:51.306375+0000 mgr.y (mgr.15270) 4 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Serving on http://172.21.15.99:8765 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: cephadm 2024-09-21T06:02:51.427704+0000 mgr.y (mgr.15270) 5 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Serving on https://172.21.15.99:7150 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: cephadm 2024-09-21T06:02:51.427897+0000 mgr.y (mgr.15270) 6 : cephadm [INF] [21/Sep/2024:06:02:51] ENGINE Bus STARTED 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: cephadm 2024-09-21T06:02:51.429677+0000 mgr.y (mgr.15270) 7 : cephadm [ERR] [21/Sep/2024:06:02:51] ENGINE Error in HTTPServer.serve 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: Traceback (most recent call last): 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: self._connections.run(self.expiration_interval) 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: self._run(expiration_interval) 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T06:02:53.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: s = self.context.wrap_socket( 2024-09-21T06:02:53.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T06:02:53.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: return self.sslsocket_class._create( 2024-09-21T06:02:53.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T06:02:53.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: self.do_handshake() 2024-09-21T06:02:53.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T06:02:53.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: self._sslobj.do_handshake() 2024-09-21T06:02:53.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T06:02:53.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:52 smithi099 bash[19899]: cluster 2024-09-21T06:02:51.517819+0000 mgr.y (mgr.15270) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:02:53.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:53 smithi112 bash[21612]: cluster 2024-09-21T06:02:52.526794+0000 mon.a (mon.0) 1294 : cluster [DBG] mgrmap e41: y(active, since 3s) 2024-09-21T06:02:53.955 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:02:54.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:53 smithi099 bash[19899]: cluster 2024-09-21T06:02:52.526794+0000 mon.a (mon.0) 1294 : cluster [DBG] mgrmap e41: y(active, since 3s) 2024-09-21T06:02:54.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:53 smithi099 bash[26898]: cluster 2024-09-21T06:02:52.526794+0000 mon.a (mon.0) 1294 : cluster [DBG] mgrmap e41: y(active, since 3s) 2024-09-21T06:02:54.579 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (24m) 3m ago 25m 13.6M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (24m) 3m ago 24m 76.1M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (3m) 3m ago 22m 46.9M - 3.8 164465d2334a c7344fc5b8ca 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (17m) 3m ago 33m 495M - 19.3.0-5103-gf36283e7 48ed0a2cf89d 975f815a8f7a 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (10m) 3m ago 35m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (35m) 3m ago 35m 78.2M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (33m) 3m ago 33m 58.1M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (33m) 3m ago 33m 58.5M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (25m) 3m ago 25m 9295k - 1.5.0 0da6a335fe13 9f5f0ac119e3 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (25m) 3m ago 25m 8676k - 1.5.0 0da6a335fe13 93ffd4df1601 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (32m) 3m ago 32m 63.8M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (31m) 3m ago 31m 66.6M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (30m) 3m ago 30m 61.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:02:54.580 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (29m) 3m ago 29m 66.1M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:02:54.581 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (28m) 3m ago 29m 67.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:02:54.581 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (28m) 3m ago 28m 55.2M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:02:54.581 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (27m) 3m ago 27m 62.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:02:54.581 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (26m) 3m ago 26m 56.5M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:02:54.581 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (3m) 3m ago 25m 34.7M - 2.43.0 a07b618ecd1d 89a1ee11e889 2024-09-21T06:02:54.581 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (22m) 3m ago 22m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:02:54.581 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (22m) 3m ago 22m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:02:54.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:54 smithi112 bash[21612]: cluster 2024-09-21T06:02:53.518653+0000 mgr.y (mgr.15270) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:02:54.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:54 smithi112 bash[21612]: audit 2024-09-21T06:02:53.609104+0000 mgr.y (mgr.15270) 10 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:54.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:54 smithi112 bash[21612]: audit 2024-09-21T06:02:53.946006+0000 mgr.y (mgr.15270) 11 : audit [DBG] from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 1 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:02:54.961 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:02:54.962 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:02:54.962 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T06:02:54.962 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 1 2024-09-21T06:02:54.962 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:02:54.962 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:02:55.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:54 smithi099 bash[19899]: cluster 2024-09-21T06:02:53.518653+0000 mgr.y (mgr.15270) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:02:55.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:54 smithi099 bash[19899]: audit 2024-09-21T06:02:53.609104+0000 mgr.y (mgr.15270) 10 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:55.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:54 smithi099 bash[19899]: audit 2024-09-21T06:02:53.946006+0000 mgr.y (mgr.15270) 11 : audit [DBG] from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:55.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:54 smithi099 bash[26898]: cluster 2024-09-21T06:02:53.518653+0000 mgr.y (mgr.15270) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:02:55.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:54 smithi099 bash[26898]: audit 2024-09-21T06:02:53.609104+0000 mgr.y (mgr.15270) 10 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:02:55.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:54 smithi099 bash[26898]: audit 2024-09-21T06:02:53.946006+0000 mgr.y (mgr.15270) 11 : audit [DBG] from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:55.274 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:02:55.274 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:02:55.274 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:02:55.274 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-21T06:02:55.274 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [ 2024-09-21T06:02:55.274 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr" 2024-09-21T06:02:55.274 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T06:02:55.274 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "2/2 daemons upgraded", 2024-09-21T06:02:55.275 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "", 2024-09-21T06:02:55.275 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:02:55.275 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:02:55.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:55 smithi112 bash[21612]: audit 2024-09-21T06:02:54.262062+0000 mgr.y (mgr.15270) 12 : audit [DBG] from='client.25286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:55.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:55 smithi112 bash[21612]: audit 2024-09-21T06:02:54.566786+0000 mgr.y (mgr.15270) 13 : audit [DBG] from='client.15417 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:55.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:55 smithi112 bash[21612]: audit 2024-09-21T06:02:54.962368+0000 mon.c (mon.2) 195 : audit [DBG] from='client.? 172.21.15.99:0/1203280181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:02:55.944 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:55 smithi112 bash[49852]: [21/Sep/2024:06:02:55] ENGINE Bus STARTING 2024-09-21T06:02:55.944 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:55 smithi112 bash[49852]: CherryPy Checker: 2024-09-21T06:02:55.945 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:55 smithi112 bash[49852]: The Application mounted at '' has an empty config. 2024-09-21T06:02:55.945 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:55 smithi112 bash[49852]: [21/Sep/2024:06:02:55] ENGINE Serving on http://:::9283 2024-09-21T06:02:55.945 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:02:55 smithi112 bash[49852]: [21/Sep/2024:06:02:55] ENGINE Bus STARTED 2024-09-21T06:02:56.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:55 smithi099 bash[26898]: audit 2024-09-21T06:02:54.262062+0000 mgr.y (mgr.15270) 12 : audit [DBG] from='client.25286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:56.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:55 smithi099 bash[26898]: audit 2024-09-21T06:02:54.566786+0000 mgr.y (mgr.15270) 13 : audit [DBG] from='client.15417 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:56.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:55 smithi099 bash[26898]: audit 2024-09-21T06:02:54.962368+0000 mon.c (mon.2) 195 : audit [DBG] from='client.? 172.21.15.99:0/1203280181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:02:56.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:55 smithi099 bash[19899]: audit 2024-09-21T06:02:54.262062+0000 mgr.y (mgr.15270) 12 : audit [DBG] from='client.25286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:56.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:55 smithi099 bash[19899]: audit 2024-09-21T06:02:54.566786+0000 mgr.y (mgr.15270) 13 : audit [DBG] from='client.15417 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:56.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:55 smithi099 bash[19899]: audit 2024-09-21T06:02:54.962368+0000 mon.c (mon.2) 195 : audit [DBG] from='client.? 172.21.15.99:0/1203280181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:02:56.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:56 smithi112 bash[21612]: audit 2024-09-21T06:02:55.275365+0000 mgr.y (mgr.15270) 14 : audit [DBG] from='client.15429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:56.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:56 smithi112 bash[21612]: cluster 2024-09-21T06:02:55.519941+0000 mgr.y (mgr.15270) 15 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:02:56.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:56 smithi112 bash[21612]: cluster 2024-09-21T06:02:55.643696+0000 mon.a (mon.0) 1295 : cluster [DBG] Standby manager daemon x started 2024-09-21T06:02:56.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:56 smithi112 bash[21612]: audit 2024-09-21T06:02:55.646192+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T06:02:56.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:56 smithi112 bash[21612]: audit 2024-09-21T06:02:55.647819+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T06:02:56.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:56 smithi112 bash[21612]: audit 2024-09-21T06:02:55.648990+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T06:02:56.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:56 smithi112 bash[21612]: audit 2024-09-21T06:02:55.649337+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T06:02:56.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:56 smithi112 bash[21612]: audit 2024-09-21T06:02:56.341464+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:56.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:56 smithi112 bash[21612]: audit 2024-09-21T06:02:56.349278+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[19899]: audit 2024-09-21T06:02:55.275365+0000 mgr.y (mgr.15270) 14 : audit [DBG] from='client.15429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[19899]: cluster 2024-09-21T06:02:55.519941+0000 mgr.y (mgr.15270) 15 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:02:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[19899]: cluster 2024-09-21T06:02:55.643696+0000 mon.a (mon.0) 1295 : cluster [DBG] Standby manager daemon x started 2024-09-21T06:02:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[19899]: audit 2024-09-21T06:02:55.646192+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T06:02:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[19899]: audit 2024-09-21T06:02:55.647819+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T06:02:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[19899]: audit 2024-09-21T06:02:55.648990+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T06:02:57.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[19899]: audit 2024-09-21T06:02:55.649337+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T06:02:57.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[19899]: audit 2024-09-21T06:02:56.341464+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:57.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[19899]: audit 2024-09-21T06:02:56.349278+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[26898]: audit 2024-09-21T06:02:55.275365+0000 mgr.y (mgr.15270) 14 : audit [DBG] from='client.15429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:02:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[26898]: cluster 2024-09-21T06:02:55.519941+0000 mgr.y (mgr.15270) 15 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:02:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[26898]: cluster 2024-09-21T06:02:55.643696+0000 mon.a (mon.0) 1295 : cluster [DBG] Standby manager daemon x started 2024-09-21T06:02:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[26898]: audit 2024-09-21T06:02:55.646192+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T06:02:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[26898]: audit 2024-09-21T06:02:55.647819+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T06:02:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[26898]: audit 2024-09-21T06:02:55.648990+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T06:02:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[26898]: audit 2024-09-21T06:02:55.649337+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.? 172.21.15.112:0/4221918445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T06:02:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[26898]: audit 2024-09-21T06:02:56.341464+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:57.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:56 smithi099 bash[26898]: audit 2024-09-21T06:02:56.349278+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:57 smithi112 bash[21612]: cluster 2024-09-21T06:02:56.558836+0000 mon.a (mon.0) 1298 : cluster [DBG] mgrmap e42: y(active, since 7s), standbys: x 2024-09-21T06:02:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:57 smithi112 bash[21612]: audit 2024-09-21T06:02:56.569625+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T06:02:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:57 smithi112 bash[21612]: audit 2024-09-21T06:02:56.616472+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:57 smithi112 bash[21612]: audit 2024-09-21T06:02:56.624868+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:57 smithi112 bash[21612]: audit 2024-09-21T06:02:57.474601+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:57.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:57 smithi112 bash[21612]: audit 2024-09-21T06:02:57.482445+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[19899]: cluster 2024-09-21T06:02:56.558836+0000 mon.a (mon.0) 1298 : cluster [DBG] mgrmap e42: y(active, since 7s), standbys: x 2024-09-21T06:02:58.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[19899]: audit 2024-09-21T06:02:56.569625+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T06:02:58.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[19899]: audit 2024-09-21T06:02:56.616472+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[19899]: audit 2024-09-21T06:02:56.624868+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[19899]: audit 2024-09-21T06:02:57.474601+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[19899]: audit 2024-09-21T06:02:57.482445+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[26898]: cluster 2024-09-21T06:02:56.558836+0000 mon.a (mon.0) 1298 : cluster [DBG] mgrmap e42: y(active, since 7s), standbys: x 2024-09-21T06:02:58.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[26898]: audit 2024-09-21T06:02:56.569625+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T06:02:58.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[26898]: audit 2024-09-21T06:02:56.616472+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[26898]: audit 2024-09-21T06:02:56.624868+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[26898]: audit 2024-09-21T06:02:57.474601+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:57 smithi099 bash[26898]: audit 2024-09-21T06:02:57.482445+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cluster 2024-09-21T06:02:57.521072+0000 mgr.y (mgr.15270) 16 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:57.680584+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:57.691004+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:57.695376+0000 mon.a (mon.0) 1306 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:57.696893+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:57.699045+0000 mgr.y (mgr.15270) 17 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:57.699340+0000 mgr.y (mgr.15270) 18 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:57.840701+0000 mgr.y (mgr.15270) 19 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:57.841008+0000 mgr.y (mgr.15270) 20 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:57.923023+0000 mgr.y (mgr.15270) 21 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T06:02:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:57.928511+0000 mgr.y (mgr.15270) 22 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:57.995482+0000 mgr.y (mgr.15270) 23 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:58.012327+0000 mgr.y (mgr.15270) 24 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:58.074803+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:58.082572+0000 mon.a (mon.0) 1309 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:58.099621+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:58.104372+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:58.111901+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:58.134173+0000 mgr.y (mgr.15270) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:58.134702+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: audit 2024-09-21T06:02:58.143409+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:02:58 smithi112 bash[21612]: cephadm 2024-09-21T06:02:58.144498+0000 mgr.y (mgr.15270) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T06:02:59.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cluster 2024-09-21T06:02:57.521072+0000 mgr.y (mgr.15270) 16 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:57.680584+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:57.691004+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:57.695376+0000 mon.a (mon.0) 1306 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:57.696893+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:57.699045+0000 mgr.y (mgr.15270) 17 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:57.699340+0000 mgr.y (mgr.15270) 18 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:57.840701+0000 mgr.y (mgr.15270) 19 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:57.841008+0000 mgr.y (mgr.15270) 20 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:57.923023+0000 mgr.y (mgr.15270) 21 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T06:02:59.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:57.928511+0000 mgr.y (mgr.15270) 22 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:57.995482+0000 mgr.y (mgr.15270) 23 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:58.012327+0000 mgr.y (mgr.15270) 24 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:58.074803+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:58.082572+0000 mon.a (mon.0) 1309 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:58.099621+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:58.104372+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:58.111901+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:58.134173+0000 mgr.y (mgr.15270) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:58.134702+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: audit 2024-09-21T06:02:58.143409+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:59.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[26898]: cephadm 2024-09-21T06:02:58.144498+0000 mgr.y (mgr.15270) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cluster 2024-09-21T06:02:57.521072+0000 mgr.y (mgr.15270) 16 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:57.680584+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:57.691004+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:57.695376+0000 mon.a (mon.0) 1306 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:57.696893+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:57.699045+0000 mgr.y (mgr.15270) 17 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.conf 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:57.699340+0000 mgr.y (mgr.15270) 18 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.conf 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:57.840701+0000 mgr.y (mgr.15270) 19 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:57.841008+0000 mgr.y (mgr.15270) 20 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:57.923023+0000 mgr.y (mgr.15270) 21 : cephadm [INF] Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:57.928511+0000 mgr.y (mgr.15270) 22 : cephadm [INF] Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-09-21T06:02:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:57.995482+0000 mgr.y (mgr.15270) 23 : cephadm [INF] Updating smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:58.012327+0000 mgr.y (mgr.15270) 24 : cephadm [INF] Updating smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:58.074803+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:58.082572+0000 mon.a (mon.0) 1309 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:58.099621+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:58.104372+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:58.111901+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:58.134173+0000 mgr.y (mgr.15270) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi099.gdqtvj (dependencies changed)... 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:58.134702+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi099.gdqtvj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: audit 2024-09-21T06:02:58.143409+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:02:59.014 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:02:58 smithi099 bash[19899]: cephadm 2024-09-21T06:02:58.144498+0000 mgr.y (mgr.15270) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi099.gdqtvj on smithi099 2024-09-21T06:03:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:00 smithi112 bash[21612]: cluster 2024-09-21T06:02:59.521925+0000 mgr.y (mgr.15270) 27 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T06:03:01.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:00 smithi099 bash[19899]: cluster 2024-09-21T06:02:59.521925+0000 mgr.y (mgr.15270) 27 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T06:03:01.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:00 smithi099 bash[26898]: cluster 2024-09-21T06:02:59.521925+0000 mgr.y (mgr.15270) 27 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-21T06:03:02.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:02 smithi112 bash[21612]: audit 2024-09-21T06:03:01.302169+0000 mon.a (mon.0) 1315 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:02.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:02 smithi112 bash[21612]: audit 2024-09-21T06:03:01.307964+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:02.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:02 smithi112 bash[21612]: cephadm 2024-09-21T06:03:01.309534+0000 mgr.y (mgr.15270) 28 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T06:03:02.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:02 smithi112 bash[21612]: cluster 2024-09-21T06:03:01.522904+0000 mgr.y (mgr.15270) 29 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:03:02.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:02 smithi112 bash[21612]: cephadm 2024-09-21T06:03:01.553039+0000 mgr.y (mgr.15270) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T06:03:02.643 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[19899]: audit 2024-09-21T06:03:01.302169+0000 mon.a (mon.0) 1315 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:02.644 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[19899]: audit 2024-09-21T06:03:01.307964+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:02.644 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[19899]: cephadm 2024-09-21T06:03:01.309534+0000 mgr.y (mgr.15270) 28 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T06:03:02.644 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[19899]: cluster 2024-09-21T06:03:01.522904+0000 mgr.y (mgr.15270) 29 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:03:02.644 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[19899]: cephadm 2024-09-21T06:03:01.553039+0000 mgr.y (mgr.15270) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T06:03:02.644 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[26898]: audit 2024-09-21T06:03:01.302169+0000 mon.a (mon.0) 1315 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:02.644 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[26898]: audit 2024-09-21T06:03:01.307964+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:02.644 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[26898]: cephadm 2024-09-21T06:03:01.309534+0000 mgr.y (mgr.15270) 28 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T06:03:02.644 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[26898]: cluster 2024-09-21T06:03:01.522904+0000 mgr.y (mgr.15270) 29 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:03:02.644 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:02 smithi099 bash[26898]: cephadm 2024-09-21T06:03:01.553039+0000 mgr.y (mgr.15270) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi112 2024-09-21T06:03:03.603 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:03 smithi112 bash[21612]: audit 2024-09-21T06:03:02.929914+0000 mon.c (mon.2) 196 : audit [DBG] from='client.? 172.21.15.99:0/2697914666' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T06:03:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:03 smithi099 bash[19899]: audit 2024-09-21T06:03:02.929914+0000 mon.c (mon.2) 196 : audit [DBG] from='client.? 172.21.15.99:0/2697914666' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T06:03:03.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:03 smithi099 bash[26898]: audit 2024-09-21T06:03:02.929914+0000 mon.c (mon.2) 196 : audit [DBG] from='client.? 172.21.15.99:0/2697914666' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-21T06:03:04.194 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:03 smithi112 bash[49852]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-21T06:03:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:04 smithi112 bash[21612]: cluster 2024-09-21T06:03:03.523640+0000 mgr.y (mgr.15270) 31 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T06:03:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:04 smithi099 bash[19899]: cluster 2024-09-21T06:03:03.523640+0000 mgr.y (mgr.15270) 31 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T06:03:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:04 smithi099 bash[26898]: cluster 2024-09-21T06:03:03.523640+0000 mgr.y (mgr.15270) 31 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T06:03:05.599 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:05 smithi112 bash[21612]: audit 2024-09-21T06:03:05.141937+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:05 smithi099 bash[19899]: audit 2024-09-21T06:03:05.141937+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:05.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:05 smithi099 bash[26898]: audit 2024-09-21T06:03:05.141937+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:06.522 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[21612]: cluster 2024-09-21T06:03:05.525239+0000 mgr.y (mgr.15270) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:03:06.526 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 systemd[1]: Stopping Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:03:06.526 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.320Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-21T06:03:06.526 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.320Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-21T06:03:06.526 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.321Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-21T06:03:06.526 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.321Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-21T06:03:06.526 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.321Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-21T06:03:06.526 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.321Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-21T06:03:06.526 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.321Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-21T06:03:06.527 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.321Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-21T06:03:06.527 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.321Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-21T06:03:06.527 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.322Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-21T06:03:06.527 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.322Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-21T06:03:06.527 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[54733]: ts=2024-09-21T06:03:06.322Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-21T06:03:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:06 smithi099 bash[19899]: cluster 2024-09-21T06:03:05.525239+0000 mgr.y (mgr.15270) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:03:06.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:06 smithi099 bash[26898]: cluster 2024-09-21T06:03:05.525239+0000 mgr.y (mgr.15270) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:03:07.194 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:06 smithi112 bash[55926]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T06:03:07.194 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:07 smithi112 bash[55986]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T06:03:07.194 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:07 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-21T06:03:07.194 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:07 smithi112 systemd[1]: Stopped Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:03:07.194 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:07 smithi112 systemd[1]: Started Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:03:08.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.122952+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.134826+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.141153+0000 mon.a (mon.0) 1320 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.142586+0000 mgr.y (mgr.15270) 33 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.162606+0000 mon.a (mon.0) 1321 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: cephadm 2024-09-21T06:03:07.164973+0000 mgr.y (mgr.15270) 34 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.99:5000 to Dashboard 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.165574+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.166179+0000 mgr.y (mgr.15270) 35 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.168450+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.169100+0000 mgr.y (mgr.15270) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.177575+0000 mon.a (mon.0) 1324 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.186583+0000 mon.a (mon.0) 1325 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.187227+0000 mgr.y (mgr.15270) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:03:08.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[21612]: audit 2024-09-21T06:03:07.260122+0000 mon.a (mon.0) 1326 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:03:08.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.122952+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.134826+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.141153+0000 mon.a (mon.0) 1320 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.142586+0000 mgr.y (mgr.15270) 33 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.162606+0000 mon.a (mon.0) 1321 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: cephadm 2024-09-21T06:03:07.164973+0000 mgr.y (mgr.15270) 34 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.99:5000 to Dashboard 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.165574+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.166179+0000 mgr.y (mgr.15270) 35 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.168450+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.169100+0000 mgr.y (mgr.15270) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.177575+0000 mon.a (mon.0) 1324 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.186583+0000 mon.a (mon.0) 1325 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.187227+0000 mgr.y (mgr.15270) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[19899]: audit 2024-09-21T06:03:07.260122+0000 mon.a (mon.0) 1326 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.122952+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.134826+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.141153+0000 mon.a (mon.0) 1320 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.142586+0000 mgr.y (mgr.15270) 33 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.162606+0000 mon.a (mon.0) 1321 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: cephadm 2024-09-21T06:03:07.164973+0000 mgr.y (mgr.15270) 34 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.99:5000 to Dashboard 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.165574+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.166179+0000 mgr.y (mgr.15270) 35 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.168450+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.169100+0000 mgr.y (mgr.15270) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi099"}]: dispatch 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.177575+0000 mon.a (mon.0) 1324 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.186583+0000 mon.a (mon.0) 1325 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.187227+0000 mgr.y (mgr.15270) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:03:08.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:08 smithi099 bash[26898]: audit 2024-09-21T06:03:07.260122+0000 mon.a (mon.0) 1326 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:03:09.177 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.882Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-21T06:03:09.177 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.882Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-21T06:03:09.177 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.882Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi112 (none))" 2024-09-21T06:03:09.177 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.882Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-21T06:03:09.177 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.882Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-21T06:03:09.177 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.884Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-21T06:03:09.177 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.884Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-21T06:03:09.177 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.885Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-21T06:03:09.177 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.885Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.888Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.889Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=953.091µs 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.889Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.890Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=5 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.903Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=5 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.907Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=5 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.910Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=5 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.913Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=5 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.914Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=5 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.914Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=42.186µs wal_replay_duration=24.443968ms wbl_replay_duration=140ns total_replay_duration=25.471975ms 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.917Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.917Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-21T06:03:09.178 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.917Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-21T06:03:09.179 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.936Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.83014ms db_storage=804ns remote_storage=1.22µs web_handler=386ns query_engine=657ns scrape=285.658µs scrape_sd=131.276µs notify=19.11µs notify_sd=17.363µs rules=19.009425ms tracing=5.492µs 2024-09-21T06:03:09.179 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.936Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-21T06:03:09.179 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:08 smithi112 bash[56014]: ts=2024-09-21T06:03:08.936Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-21T06:03:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:09 smithi112 bash[21612]: cluster 2024-09-21T06:03:07.525958+0000 mgr.y (mgr.15270) 38 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T06:03:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:09 smithi099 bash[26898]: cluster 2024-09-21T06:03:07.525958+0000 mgr.y (mgr.15270) 38 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T06:03:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:09 smithi099 bash[19899]: cluster 2024-09-21T06:03:07.525958+0000 mgr.y (mgr.15270) 38 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-21T06:03:10.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:10 smithi112 bash[21612]: audit 2024-09-21T06:03:10.064569+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T06:03:10.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:10 smithi112 bash[21612]: audit 2024-09-21T06:03:10.066550+0000 mon.a (mon.0) 1328 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T06:03:10.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:10 smithi112 bash[21612]: audit 2024-09-21T06:03:10.068558+0000 mon.a (mon.0) 1329 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:03:10.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:10 smithi099 bash[26898]: audit 2024-09-21T06:03:10.064569+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T06:03:10.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:10 smithi099 bash[26898]: audit 2024-09-21T06:03:10.066550+0000 mon.a (mon.0) 1328 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T06:03:10.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:10 smithi099 bash[26898]: audit 2024-09-21T06:03:10.068558+0000 mon.a (mon.0) 1329 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:03:10.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:10 smithi099 bash[19899]: audit 2024-09-21T06:03:10.064569+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T06:03:10.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:10 smithi099 bash[19899]: audit 2024-09-21T06:03:10.066550+0000 mon.a (mon.0) 1328 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T06:03:10.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:10 smithi099 bash[19899]: audit 2024-09-21T06:03:10.068558+0000 mon.a (mon.0) 1329 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:03:11.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:11 smithi112 bash[21612]: cluster 2024-09-21T06:03:09.526697+0000 mgr.y (mgr.15270) 39 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:03:11.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:11 smithi112 bash[21612]: cephadm 2024-09-21T06:03:10.063789+0000 mgr.y (mgr.15270) 40 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-21T06:03:11.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:11 smithi112 bash[21612]: cephadm 2024-09-21T06:03:10.070495+0000 mgr.y (mgr.15270) 41 : cephadm [INF] Deploying daemon mgr.x on smithi112 2024-09-21T06:03:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:11 smithi099 bash[19899]: cluster 2024-09-21T06:03:09.526697+0000 mgr.y (mgr.15270) 39 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:03:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:11 smithi099 bash[19899]: cephadm 2024-09-21T06:03:10.063789+0000 mgr.y (mgr.15270) 40 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-21T06:03:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:11 smithi099 bash[19899]: cephadm 2024-09-21T06:03:10.070495+0000 mgr.y (mgr.15270) 41 : cephadm [INF] Deploying daemon mgr.x on smithi112 2024-09-21T06:03:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:11 smithi099 bash[26898]: cluster 2024-09-21T06:03:09.526697+0000 mgr.y (mgr.15270) 39 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:03:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:11 smithi099 bash[26898]: cephadm 2024-09-21T06:03:10.063789+0000 mgr.y (mgr.15270) 40 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-21T06:03:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:11 smithi099 bash[26898]: cephadm 2024-09-21T06:03:10.070495+0000 mgr.y (mgr.15270) 41 : cephadm [INF] Deploying daemon mgr.x on smithi112 2024-09-21T06:03:12.689 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:12.689 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:12.690 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:12.690 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:12.690 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:12.691 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:12.691 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:12.691 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: Stopping Ceph mgr.x for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:03:12.691 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:12.692 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:12 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:13.382 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:13 smithi112 bash[21612]: cluster 2024-09-21T06:03:11.528381+0000 mgr.y (mgr.15270) 42 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:13.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:13 smithi099 bash[19899]: cluster 2024-09-21T06:03:11.528381+0000 mgr.y (mgr.15270) 42 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:13 smithi099 bash[26898]: cluster 2024-09-21T06:03:11.528381+0000 mgr.y (mgr.15270) 42 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:13.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:13 smithi112 bash[56289]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mgr-x 2024-09-21T06:03:13.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-21T06:03:13.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:13 smithi112 bash[56350]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mgr-x 2024-09-21T06:03:13.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.x.service: Failed with result 'exit-code'. 2024-09-21T06:03:13.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: Stopped Ceph mgr.x for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:03:14.194 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:14.194 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:14.194 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:14.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:14.195 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:14.196 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: Started Ceph mgr.x for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:03:14.196 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:14.196 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:14.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:14.197 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:14.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:03:14 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:03:14] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-21T06:03:14.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:14 smithi099 bash[19899]: audit 2024-09-21T06:03:12.663657+0000 mgr.y (mgr.15270) 43 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:14.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:14 smithi099 bash[19899]: audit 2024-09-21T06:03:13.868837+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:14.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:14 smithi099 bash[19899]: audit 2024-09-21T06:03:13.879378+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:14.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:14 smithi099 bash[26898]: audit 2024-09-21T06:03:12.663657+0000 mgr.y (mgr.15270) 43 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:14.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:14 smithi099 bash[26898]: audit 2024-09-21T06:03:13.868837+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:14.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:14 smithi099 bash[26898]: audit 2024-09-21T06:03:13.879378+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:14 smithi112 bash[21612]: audit 2024-09-21T06:03:12.663657+0000 mgr.y (mgr.15270) 43 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:14 smithi112 bash[21612]: audit 2024-09-21T06:03:13.868837+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:14 smithi112 bash[21612]: audit 2024-09-21T06:03:13.879378+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:15.444 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:15 smithi112 bash[56408]: debug 2024-09-21T06:03:15.106+0000 7f1d4eedb640 1 -- 172.21.15.112:0/1472987393 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5647b00c50e0 con 0x5647b00c7400 2024-09-21T06:03:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:15 smithi112 bash[21612]: cluster 2024-09-21T06:03:13.529123+0000 mgr.y (mgr.15270) 44 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:03:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:15 smithi099 bash[19899]: cluster 2024-09-21T06:03:13.529123+0000 mgr.y (mgr.15270) 44 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:03:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:15 smithi099 bash[26898]: cluster 2024-09-21T06:03:13.529123+0000 mgr.y (mgr.15270) 44 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:03:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:17 smithi099 bash[19899]: cluster 2024-09-21T06:03:15.530785+0000 mgr.y (mgr.15270) 45 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:03:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:17 smithi099 bash[26898]: cluster 2024-09-21T06:03:15.530785+0000 mgr.y (mgr.15270) 45 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:03:17.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:17 smithi112 bash[21612]: cluster 2024-09-21T06:03:15.530785+0000 mgr.y (mgr.15270) 45 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:03:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:19 smithi099 bash[19899]: cluster 2024-09-21T06:03:17.531592+0000 mgr.y (mgr.15270) 46 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:19 smithi099 bash[26898]: cluster 2024-09-21T06:03:17.531592+0000 mgr.y (mgr.15270) 46 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:19.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:19 smithi112 bash[21612]: cluster 2024-09-21T06:03:17.531592+0000 mgr.y (mgr.15270) 46 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:21.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[19899]: cluster 2024-09-21T06:03:19.532172+0000 mgr.y (mgr.15270) 47 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:21.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[19899]: audit 2024-09-21T06:03:19.749779+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[19899]: audit 2024-09-21T06:03:19.755855+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[19899]: audit 2024-09-21T06:03:19.936004+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[19899]: audit 2024-09-21T06:03:19.945624+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[19899]: audit 2024-09-21T06:03:20.142301+0000 mon.a (mon.0) 1336 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[26898]: cluster 2024-09-21T06:03:19.532172+0000 mgr.y (mgr.15270) 47 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[26898]: audit 2024-09-21T06:03:19.749779+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[26898]: audit 2024-09-21T06:03:19.755855+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[26898]: audit 2024-09-21T06:03:19.936004+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[26898]: audit 2024-09-21T06:03:19.945624+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:20 smithi099 bash[26898]: audit 2024-09-21T06:03:20.142301+0000 mon.a (mon.0) 1336 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:21.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:20 smithi112 bash[21612]: cluster 2024-09-21T06:03:19.532172+0000 mgr.y (mgr.15270) 47 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:21.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:20 smithi112 bash[21612]: audit 2024-09-21T06:03:19.749779+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:20 smithi112 bash[21612]: audit 2024-09-21T06:03:19.755855+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:20 smithi112 bash[21612]: audit 2024-09-21T06:03:19.936004+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:20 smithi112 bash[21612]: audit 2024-09-21T06:03:19.945624+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:21.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:20 smithi112 bash[21612]: audit 2024-09-21T06:03:20.142301+0000 mon.a (mon.0) 1336 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:21.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:21 smithi112 bash[56408]: [21/Sep/2024:06:03:21] ENGINE Bus STARTING 2024-09-21T06:03:21.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:21 smithi112 bash[56408]: CherryPy Checker: 2024-09-21T06:03:21.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:21 smithi112 bash[56408]: The Application mounted at '' has an empty config. 2024-09-21T06:03:21.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:21 smithi112 bash[56408]: [21/Sep/2024:06:03:21] ENGINE Serving on http://:::9283 2024-09-21T06:03:21.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:21 smithi112 bash[56408]: [21/Sep/2024:06:03:21] ENGINE Bus STARTED 2024-09-21T06:03:22.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:22 smithi112 bash[21612]: audit 2024-09-21T06:03:21.132700+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:22.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:22 smithi112 bash[21612]: audit 2024-09-21T06:03:21.143780+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:22.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:22 smithi112 bash[21612]: cluster 2024-09-21T06:03:21.293086+0000 mon.a (mon.0) 1339 : cluster [DBG] Standby manager daemon x restarted 2024-09-21T06:03:22.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:22 smithi112 bash[21612]: cluster 2024-09-21T06:03:21.293308+0000 mon.a (mon.0) 1340 : cluster [DBG] Standby manager daemon x started 2024-09-21T06:03:22.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:22 smithi112 bash[21612]: audit 2024-09-21T06:03:21.293757+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T06:03:22.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:22 smithi112 bash[21612]: audit 2024-09-21T06:03:21.294551+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T06:03:22.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:22 smithi112 bash[21612]: audit 2024-09-21T06:03:21.296380+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T06:03:22.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:22 smithi112 bash[21612]: audit 2024-09-21T06:03:21.297741+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T06:03:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[19899]: audit 2024-09-21T06:03:21.132700+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[19899]: audit 2024-09-21T06:03:21.143780+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[19899]: cluster 2024-09-21T06:03:21.293086+0000 mon.a (mon.0) 1339 : cluster [DBG] Standby manager daemon x restarted 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[19899]: cluster 2024-09-21T06:03:21.293308+0000 mon.a (mon.0) 1340 : cluster [DBG] Standby manager daemon x started 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[19899]: audit 2024-09-21T06:03:21.293757+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[19899]: audit 2024-09-21T06:03:21.294551+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[19899]: audit 2024-09-21T06:03:21.296380+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[19899]: audit 2024-09-21T06:03:21.297741+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[26898]: audit 2024-09-21T06:03:21.132700+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[26898]: audit 2024-09-21T06:03:21.143780+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[26898]: cluster 2024-09-21T06:03:21.293086+0000 mon.a (mon.0) 1339 : cluster [DBG] Standby manager daemon x restarted 2024-09-21T06:03:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[26898]: cluster 2024-09-21T06:03:21.293308+0000 mon.a (mon.0) 1340 : cluster [DBG] Standby manager daemon x started 2024-09-21T06:03:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[26898]: audit 2024-09-21T06:03:21.293757+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T06:03:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[26898]: audit 2024-09-21T06:03:21.294551+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T06:03:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[26898]: audit 2024-09-21T06:03:21.296380+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T06:03:22.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:22 smithi099 bash[26898]: audit 2024-09-21T06:03:21.297741+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.? 172.21.15.112:0/2359037687' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T06:03:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:23 smithi112 bash[21612]: cluster 2024-09-21T06:03:21.533772+0000 mgr.y (mgr.15270) 48 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:23 smithi112 bash[21612]: cluster 2024-09-21T06:03:22.163552+0000 mon.a (mon.0) 1341 : cluster [DBG] mgrmap e43: y(active, since 32s), standbys: x 2024-09-21T06:03:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:23 smithi099 bash[19899]: cluster 2024-09-21T06:03:21.533772+0000 mgr.y (mgr.15270) 48 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:23 smithi099 bash[19899]: cluster 2024-09-21T06:03:22.163552+0000 mon.a (mon.0) 1341 : cluster [DBG] mgrmap e43: y(active, since 32s), standbys: x 2024-09-21T06:03:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:23 smithi099 bash[26898]: cluster 2024-09-21T06:03:21.533772+0000 mgr.y (mgr.15270) 48 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:23 smithi099 bash[26898]: cluster 2024-09-21T06:03:22.163552+0000 mon.a (mon.0) 1341 : cluster [DBG] mgrmap e43: y(active, since 32s), standbys: x 2024-09-21T06:03:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:24 smithi112 bash[21612]: audit 2024-09-21T06:03:22.672758+0000 mgr.y (mgr.15270) 49 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:24.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:03:24 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:03:24] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-21T06:03:24.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:24 smithi099 bash[26898]: audit 2024-09-21T06:03:22.672758+0000 mgr.y (mgr.15270) 49 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:24.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:24 smithi099 bash[19899]: audit 2024-09-21T06:03:22.672758+0000 mgr.y (mgr.15270) 49 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:25.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:25 smithi099 bash[19899]: cluster 2024-09-21T06:03:23.534539+0000 mgr.y (mgr.15270) 50 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:25.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:25 smithi099 bash[26898]: cluster 2024-09-21T06:03:23.534539+0000 mgr.y (mgr.15270) 50 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:25 smithi112 bash[21612]: cluster 2024-09-21T06:03:23.534539+0000 mgr.y (mgr.15270) 50 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:25.612 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:03:26.224 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:03:26.224 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (25m) 6s ago 25m 13.6M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T06:03:26.224 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (25m) 6s ago 25m 76.2M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (24s) 6s ago 23m 47.1M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (12s) 6s ago 33m 140M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (11m) 6s ago 36m 495M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (36m) 6s ago 36m 84.7M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (34m) 6s ago 34m 60.5M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (34m) 6s ago 34m 63.1M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (25m) 6s ago 25m 8920k - 1.5.0 0da6a335fe13 9f5f0ac119e3 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (25m) 6s ago 25m 9203k - 1.5.0 0da6a335fe13 93ffd4df1601 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (33m) 6s ago 33m 65.5M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (32m) 6s ago 32m 68.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (31m) 6s ago 31m 62.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (30m) 6s ago 30m 68.1M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (29m) 6s ago 29m 69.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:03:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (28m) 6s ago 28m 55.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:03:26.226 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (27m) 6s ago 27m 64.6M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:03:26.226 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (26m) 6s ago 26m 58.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:03:26.226 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (19s) 6s ago 26m 34.8M - 2.43.0 a07b618ecd1d c5dd767eea4f 2024-09-21T06:03:26.226 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (23m) 6s ago 23m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:03:26.226 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (23m) 6s ago 23m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:03:26.592 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:03:26.593 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:03:26.594 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T06:03:26.594 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:03:26.594 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:03:26.594 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:03:26.908 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:03:26.908 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:03:26.909 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:03:26.909 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-21T06:03:26.909 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [ 2024-09-21T06:03:26.910 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr" 2024-09-21T06:03:26.910 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T06:03:26.910 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "2/2 daemons upgraded", 2024-09-21T06:03:26.910 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading mgr daemons", 2024-09-21T06:03:26.910 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:03:26.910 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:03:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:27 smithi112 bash[21612]: cluster 2024-09-21T06:03:25.536107+0000 mgr.y (mgr.15270) 51 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:27 smithi112 bash[21612]: audit 2024-09-21T06:03:25.601889+0000 mgr.y (mgr.15270) 52 : audit [DBG] from='client.25340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:27 smithi112 bash[21612]: audit 2024-09-21T06:03:25.919611+0000 mgr.y (mgr.15270) 53 : audit [DBG] from='client.15468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:27 smithi112 bash[21612]: audit 2024-09-21T06:03:26.212761+0000 mgr.y (mgr.15270) 54 : audit [DBG] from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:27 smithi112 bash[21612]: audit 2024-09-21T06:03:26.593917+0000 mon.c (mon.2) 197 : audit [DBG] from='client.? 172.21.15.99:0/1981945858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[19899]: cluster 2024-09-21T06:03:25.536107+0000 mgr.y (mgr.15270) 51 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[19899]: audit 2024-09-21T06:03:25.601889+0000 mgr.y (mgr.15270) 52 : audit [DBG] from='client.25340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[19899]: audit 2024-09-21T06:03:25.919611+0000 mgr.y (mgr.15270) 53 : audit [DBG] from='client.15468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[19899]: audit 2024-09-21T06:03:26.212761+0000 mgr.y (mgr.15270) 54 : audit [DBG] from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:27.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[19899]: audit 2024-09-21T06:03:26.593917+0000 mon.c (mon.2) 197 : audit [DBG] from='client.? 172.21.15.99:0/1981945858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:27.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[26898]: cluster 2024-09-21T06:03:25.536107+0000 mgr.y (mgr.15270) 51 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:27.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[26898]: audit 2024-09-21T06:03:25.601889+0000 mgr.y (mgr.15270) 52 : audit [DBG] from='client.25340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:27.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[26898]: audit 2024-09-21T06:03:25.919611+0000 mgr.y (mgr.15270) 53 : audit [DBG] from='client.15468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:27.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[26898]: audit 2024-09-21T06:03:26.212761+0000 mgr.y (mgr.15270) 54 : audit [DBG] from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:27.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:27 smithi099 bash[26898]: audit 2024-09-21T06:03:26.593917+0000 mon.c (mon.2) 197 : audit [DBG] from='client.? 172.21.15.99:0/1981945858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:28 smithi112 bash[21612]: audit 2024-09-21T06:03:26.907688+0000 mgr.y (mgr.15270) 55 : audit [DBG] from='client.25364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:28.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:28 smithi099 bash[26898]: audit 2024-09-21T06:03:26.907688+0000 mgr.y (mgr.15270) 55 : audit [DBG] from='client.25364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:28.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:28 smithi099 bash[19899]: audit 2024-09-21T06:03:26.907688+0000 mgr.y (mgr.15270) 55 : audit [DBG] from='client.25364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:29.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:29 smithi112 bash[21612]: cluster 2024-09-21T06:03:27.536753+0000 mgr.y (mgr.15270) 56 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:29 smithi099 bash[19899]: cluster 2024-09-21T06:03:27.536753+0000 mgr.y (mgr.15270) 56 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:29 smithi099 bash[26898]: cluster 2024-09-21T06:03:27.536753+0000 mgr.y (mgr.15270) 56 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:30.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:30 smithi112 bash[21612]: audit 2024-09-21T06:03:29.407120+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:30.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:30 smithi112 bash[21612]: audit 2024-09-21T06:03:29.416110+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:30.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:30 smithi112 bash[21612]: cluster 2024-09-21T06:03:29.537431+0000 mgr.y (mgr.15270) 57 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:30.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:30 smithi099 bash[19899]: audit 2024-09-21T06:03:29.407120+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:30.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:30 smithi099 bash[19899]: audit 2024-09-21T06:03:29.416110+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:30.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:30 smithi099 bash[19899]: cluster 2024-09-21T06:03:29.537431+0000 mgr.y (mgr.15270) 57 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:30.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:30 smithi099 bash[26898]: audit 2024-09-21T06:03:29.407120+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:30.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:30 smithi099 bash[26898]: audit 2024-09-21T06:03:29.416110+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:30.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:30 smithi099 bash[26898]: cluster 2024-09-21T06:03:29.537431+0000 mgr.y (mgr.15270) 57 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:32.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.012522+0000 mon.a (mon.0) 1344 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.025679+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.028018+0000 mon.a (mon.0) 1346 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.029850+0000 mon.a (mon.0) 1347 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.040887+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.173784+0000 mon.a (mon.0) 1349 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.177160+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: cephadm 2024-09-21T06:03:31.178565+0000 mgr.y (mgr.15270) 58 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.185495+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.189421+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.194308+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-21T06:03:32.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.197668+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.204976+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.210718+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: cephadm 2024-09-21T06:03:31.212321+0000 mgr.y (mgr.15270) 59 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.221302+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.227822+0000 mon.a (mon.0) 1358 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.238222+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.244296+0000 mon.a (mon.0) 1360 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.252785+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.012522+0000 mon.a (mon.0) 1344 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.025679+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.028018+0000 mon.a (mon.0) 1346 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.029850+0000 mon.a (mon.0) 1347 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.040887+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.173784+0000 mon.a (mon.0) 1349 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.177160+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: cephadm 2024-09-21T06:03:31.178565+0000 mgr.y (mgr.15270) 58 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.185495+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.189421+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.194308+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.197668+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.204976+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.210718+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: cephadm 2024-09-21T06:03:31.212321+0000 mgr.y (mgr.15270) 59 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.221302+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.227822+0000 mon.a (mon.0) 1358 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.238222+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.244296+0000 mon.a (mon.0) 1360 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.252785+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.257880+0000 mon.a (mon.0) 1362 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.266087+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.271219+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.279638+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.286021+0000 mon.a (mon.0) 1366 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.294739+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.301799+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[19899]: audit 2024-09-21T06:03:31.310283+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.257880+0000 mon.a (mon.0) 1362 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.266087+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.271219+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.279638+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.286021+0000 mon.a (mon.0) 1366 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.294739+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.301799+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:32 smithi099 bash[26898]: audit 2024-09-21T06:03:31.310283+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.012522+0000 mon.a (mon.0) 1344 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.025679+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.028018+0000 mon.a (mon.0) 1346 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:03:32.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.029850+0000 mon.a (mon.0) 1347 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:03:32.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.040887+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.173784+0000 mon.a (mon.0) 1349 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.177160+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: cephadm 2024-09-21T06:03:31.178565+0000 mgr.y (mgr.15270) 58 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.185495+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.189421+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.194308+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.197668+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.204976+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.210718+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: cephadm 2024-09-21T06:03:31.212321+0000 mgr.y (mgr.15270) 59 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.221302+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.227822+0000 mon.a (mon.0) 1358 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.238222+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.244296+0000 mon.a (mon.0) 1360 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.252785+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.257880+0000 mon.a (mon.0) 1362 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.266087+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.271219+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.279638+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.286021+0000 mon.a (mon.0) 1366 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.294739+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:32.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.301799+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:32.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:32 smithi112 bash[21612]: audit 2024-09-21T06:03:31.310283+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[19899]: cephadm 2024-09-21T06:03:31.229524+0000 mgr.y (mgr.15270) 60 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:03:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[19899]: cephadm 2024-09-21T06:03:31.245879+0000 mgr.y (mgr.15270) 61 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:03:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[19899]: cephadm 2024-09-21T06:03:31.259456+0000 mgr.y (mgr.15270) 62 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:03:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[19899]: cephadm 2024-09-21T06:03:31.272969+0000 mgr.y (mgr.15270) 63 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[19899]: cephadm 2024-09-21T06:03:31.287605+0000 mgr.y (mgr.15270) 64 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[19899]: cephadm 2024-09-21T06:03:31.303363+0000 mgr.y (mgr.15270) 65 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[19899]: cluster 2024-09-21T06:03:31.539021+0000 mgr.y (mgr.15270) 66 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[26898]: cephadm 2024-09-21T06:03:31.229524+0000 mgr.y (mgr.15270) 60 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[26898]: cephadm 2024-09-21T06:03:31.245879+0000 mgr.y (mgr.15270) 61 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[26898]: cephadm 2024-09-21T06:03:31.259456+0000 mgr.y (mgr.15270) 62 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[26898]: cephadm 2024-09-21T06:03:31.272969+0000 mgr.y (mgr.15270) 63 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[26898]: cephadm 2024-09-21T06:03:31.287605+0000 mgr.y (mgr.15270) 64 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[26898]: cephadm 2024-09-21T06:03:31.303363+0000 mgr.y (mgr.15270) 65 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:03:33.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:33 smithi099 bash[26898]: cluster 2024-09-21T06:03:31.539021+0000 mgr.y (mgr.15270) 66 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:33.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:33 smithi112 bash[21612]: cephadm 2024-09-21T06:03:31.229524+0000 mgr.y (mgr.15270) 60 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:03:33.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:33 smithi112 bash[21612]: cephadm 2024-09-21T06:03:31.245879+0000 mgr.y (mgr.15270) 61 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:03:33.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:33 smithi112 bash[21612]: cephadm 2024-09-21T06:03:31.259456+0000 mgr.y (mgr.15270) 62 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:03:33.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:33 smithi112 bash[21612]: cephadm 2024-09-21T06:03:31.272969+0000 mgr.y (mgr.15270) 63 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:03:33.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:33 smithi112 bash[21612]: cephadm 2024-09-21T06:03:31.287605+0000 mgr.y (mgr.15270) 64 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:03:33.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:33 smithi112 bash[21612]: cephadm 2024-09-21T06:03:31.303363+0000 mgr.y (mgr.15270) 65 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:03:33.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:33 smithi112 bash[21612]: cluster 2024-09-21T06:03:31.539021+0000 mgr.y (mgr.15270) 66 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:34.315 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:34 smithi099 bash[19899]: audit 2024-09-21T06:03:32.683595+0000 mgr.y (mgr.15270) 67 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:34.315 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:03:34 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:03:34] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-21T06:03:34.315 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:34 smithi099 bash[26898]: audit 2024-09-21T06:03:32.683595+0000 mgr.y (mgr.15270) 67 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:34.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:34 smithi112 bash[21612]: audit 2024-09-21T06:03:32.683595+0000 mgr.y (mgr.15270) 67 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:34.652 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:34.653 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:34.653 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:34.653 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:34.654 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:34.654 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:34.654 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:34.655 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:34.655 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:34.655 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:34 smithi099 systemd[1]: Stopping Ceph node-exporter.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:03:35.306 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:35 smithi099 bash[78667]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-node-exporter-a 2024-09-21T06:03:35.307 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:35 smithi099 bash[19899]: cluster 2024-09-21T06:03:33.539800+0000 mgr.y (mgr.15270) 68 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:35.307 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:35 smithi099 bash[19899]: cephadm 2024-09-21T06:03:33.759575+0000 mgr.y (mgr.15270) 69 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-21T06:03:35.307 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:35 smithi099 bash[19899]: cephadm 2024-09-21T06:03:33.760377+0000 mgr.y (mgr.15270) 70 : cephadm [INF] Deploying daemon node-exporter.a on smithi099 2024-09-21T06:03:35.307 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:35 smithi099 bash[26898]: cluster 2024-09-21T06:03:33.539800+0000 mgr.y (mgr.15270) 68 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:35.307 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:35 smithi099 bash[26898]: cephadm 2024-09-21T06:03:33.759575+0000 mgr.y (mgr.15270) 69 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-21T06:03:35.307 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:35 smithi099 bash[26898]: cephadm 2024-09-21T06:03:33.760377+0000 mgr.y (mgr.15270) 70 : cephadm [INF] Deploying daemon node-exporter.a on smithi099 2024-09-21T06:03:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:35 smithi112 bash[21612]: cluster 2024-09-21T06:03:33.539800+0000 mgr.y (mgr.15270) 68 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:35 smithi112 bash[21612]: cephadm 2024-09-21T06:03:33.759575+0000 mgr.y (mgr.15270) 69 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-21T06:03:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:35 smithi112 bash[21612]: cephadm 2024-09-21T06:03:33.760377+0000 mgr.y (mgr.15270) 70 : cephadm [INF] Deploying daemon node-exporter.a on smithi099 2024-09-21T06:03:35.564 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:35.564 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:35.564 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:35.565 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:35.565 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:35.565 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-21T06:03:35.565 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:35 smithi099 bash[78726]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-node-exporter-a 2024-09-21T06:03:35.565 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-21T06:03:35.565 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: Stopped Ceph node-exporter.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:03:35.565 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:35.565 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: Started Ceph node-exporter.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:03:35.566 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:35.566 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:35.566 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:03:35 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:36.010 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:35 smithi099 bash[78781]: Unable to find image 'quay.io/prometheus/node-exporter:v1.7.0' locally 2024-09-21T06:03:36.318 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[19899]: audit 2024-09-21T06:03:35.142459+0000 mon.a (mon.0) 1370 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:36.318 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[19899]: audit 2024-09-21T06:03:35.610523+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:36.318 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[19899]: audit 2024-09-21T06:03:35.616271+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:36.318 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: v1.7.0: Pulling from prometheus/node-exporter 2024-09-21T06:03:36.319 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[26898]: audit 2024-09-21T06:03:35.142459+0000 mon.a (mon.0) 1370 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:36.319 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[26898]: audit 2024-09-21T06:03:35.610523+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:36.319 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[26898]: audit 2024-09-21T06:03:35.616271+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:36 smithi112 bash[21612]: audit 2024-09-21T06:03:35.142459+0000 mon.a (mon.0) 1370 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:36 smithi112 bash[21612]: audit 2024-09-21T06:03:35.610523+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:36 smithi112 bash[21612]: audit 2024-09-21T06:03:35.616271+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:36.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 2abcce694348: Pulling fs layer 2024-09-21T06:03:36.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 455fd88e5221: Pulling fs layer 2024-09-21T06:03:36.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 324153f2810a: Pulling fs layer 2024-09-21T06:03:36.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 455fd88e5221: Verifying Checksum 2024-09-21T06:03:36.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 455fd88e5221: Download complete 2024-09-21T06:03:36.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 2abcce694348: Verifying Checksum 2024-09-21T06:03:36.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 2abcce694348: Download complete 2024-09-21T06:03:37.010 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 324153f2810a: Verifying Checksum 2024-09-21T06:03:37.010 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 324153f2810a: Download complete 2024-09-21T06:03:37.010 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:36 smithi099 bash[78781]: 2abcce694348: Pull complete 2024-09-21T06:03:37.351 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:37 smithi112 bash[21612]: cluster 2024-09-21T06:03:35.541752+0000 mgr.y (mgr.15270) 71 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:37 smithi099 bash[19899]: cluster 2024-09-21T06:03:35.541752+0000 mgr.y (mgr.15270) 71 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:37.510 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:37 smithi099 bash[78781]: 455fd88e5221: Pull complete 2024-09-21T06:03:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:37 smithi099 bash[26898]: cluster 2024-09-21T06:03:35.541752+0000 mgr.y (mgr.15270) 71 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:38.010 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:37 smithi099 bash[78781]: 324153f2810a: Pull complete 2024-09-21T06:03:38.010 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:37 smithi099 bash[78781]: Digest: sha256:4cb2b9019f1757be8482419002cb7afe028fdba35d47958829e4cfeaf6246d80 2024-09-21T06:03:38.010 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:37 smithi099 bash[78781]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.7.0 2024-09-21T06:03:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:38.694 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:38.695 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:38.695 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:38.695 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:38.695 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:38.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:38.696 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:38.696 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:38.696 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:38 smithi112 systemd[1]: Stopping Ceph node-exporter.b for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:03:39.305 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[19899]: cluster 2024-09-21T06:03:37.542333+0000 mgr.y (mgr.15270) 72 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:39.305 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[19899]: cephadm 2024-09-21T06:03:37.813846+0000 mgr.y (mgr.15270) 73 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-21T06:03:39.305 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[19899]: cephadm 2024-09-21T06:03:37.814751+0000 mgr.y (mgr.15270) 74 : cephadm [INF] Deploying daemon node-exporter.b on smithi112 2024-09-21T06:03:39.305 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[26898]: cluster 2024-09-21T06:03:37.542333+0000 mgr.y (mgr.15270) 72 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:39.305 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[26898]: cephadm 2024-09-21T06:03:37.813846+0000 mgr.y (mgr.15270) 73 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-21T06:03:39.305 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[26898]: cephadm 2024-09-21T06:03:37.814751+0000 mgr.y (mgr.15270) 74 : cephadm [INF] Deploying daemon node-exporter.b on smithi112 2024-09-21T06:03:39.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:39 smithi112 bash[59799]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-node-exporter-b 2024-09-21T06:03:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:39 smithi112 bash[21612]: cluster 2024-09-21T06:03:37.542333+0000 mgr.y (mgr.15270) 72 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:39 smithi112 bash[21612]: cephadm 2024-09-21T06:03:37.813846+0000 mgr.y (mgr.15270) 73 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-21T06:03:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:39 smithi112 bash[21612]: cephadm 2024-09-21T06:03:37.814751+0000 mgr.y (mgr.15270) 74 : cephadm [INF] Deploying daemon node-exporter.b on smithi112 2024-09-21T06:03:39.733 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:39.733 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:39.733 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:39.734 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:39.734 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:39.734 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:39.735 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:39.735 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:39.735 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-21T06:03:39.735 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:39 smithi112 bash[59861]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-node-exporter-b 2024-09-21T06:03:39.735 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-21T06:03:39.735 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: Stopped Ceph node-exporter.b for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:03:39.735 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:03:39.735 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:39 smithi112 systemd[1]: Started Ceph node-exporter.b for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:03:39.760 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.353Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.353Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.354Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.354Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.354Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.354Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=arp 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-21T06:03:39.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=edac 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-21T06:03:39.762 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=os 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-21T06:03:39.763 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=stat 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=time 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=uname 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.355Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.356Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-21T06:03:39.764 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:03:39 smithi099 bash[78781]: ts=2024-09-21T06:03:39.356Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-21T06:03:40.194 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:39 smithi112 bash[59916]: Unable to find image 'quay.io/prometheus/node-exporter:v1.7.0' locally 2024-09-21T06:03:40.507 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: v1.7.0: Pulling from prometheus/node-exporter 2024-09-21T06:03:40.866 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[21612]: cluster 2024-09-21T06:03:39.543037+0000 mgr.y (mgr.15270) 75 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:40.866 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[21612]: audit 2024-09-21T06:03:39.747557+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:40.866 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[21612]: audit 2024-09-21T06:03:39.758391+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:40.866 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 2abcce694348: Pulling fs layer 2024-09-21T06:03:40.866 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 455fd88e5221: Pulling fs layer 2024-09-21T06:03:40.866 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 324153f2810a: Pulling fs layer 2024-09-21T06:03:40.866 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 2abcce694348: Verifying Checksum 2024-09-21T06:03:40.867 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 2abcce694348: Download complete 2024-09-21T06:03:40.867 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 455fd88e5221: Verifying Checksum 2024-09-21T06:03:40.867 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 455fd88e5221: Download complete 2024-09-21T06:03:41.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:40 smithi099 bash[26898]: cluster 2024-09-21T06:03:39.543037+0000 mgr.y (mgr.15270) 75 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:41.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:40 smithi099 bash[26898]: audit 2024-09-21T06:03:39.747557+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:41.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:40 smithi099 bash[26898]: audit 2024-09-21T06:03:39.758391+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:40 smithi099 bash[19899]: cluster 2024-09-21T06:03:39.543037+0000 mgr.y (mgr.15270) 75 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:40 smithi099 bash[19899]: audit 2024-09-21T06:03:39.747557+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:40 smithi099 bash[19899]: audit 2024-09-21T06:03:39.758391+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:41.194 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 2abcce694348: Pull complete 2024-09-21T06:03:41.194 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 324153f2810a: Verifying Checksum 2024-09-21T06:03:41.194 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:40 smithi112 bash[59916]: 324153f2810a: Download complete 2024-09-21T06:03:41.944 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:41 smithi112 bash[59916]: 455fd88e5221: Pull complete 2024-09-21T06:03:42.265 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:41 smithi112 bash[59916]: 324153f2810a: Pull complete 2024-09-21T06:03:42.265 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:42 smithi112 bash[59916]: Digest: sha256:4cb2b9019f1757be8482419002cb7afe028fdba35d47958829e4cfeaf6246d80 2024-09-21T06:03:42.265 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:42 smithi112 bash[59916]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.7.0 2024-09-21T06:03:43.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:42 smithi099 bash[19899]: cluster 2024-09-21T06:03:41.544660+0000 mgr.y (mgr.15270) 76 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:43.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:42 smithi099 bash[26898]: cluster 2024-09-21T06:03:41.544660+0000 mgr.y (mgr.15270) 76 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:43.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:42 smithi112 bash[21612]: cluster 2024-09-21T06:03:41.544660+0000 mgr.y (mgr.15270) 76 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:43.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[21612]: audit 2024-09-21T06:03:42.694691+0000 mgr.y (mgr.15270) 77 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:43.945 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.692Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-21T06:03:43.945 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.692Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-21T06:03:43.945 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.693Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-21T06:03:43.945 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.693Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-21T06:03:43.945 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.693Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-21T06:03:43.945 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.693Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-21T06:03:43.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-21T06:03:43.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=arp 2024-09-21T06:03:43.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-21T06:03:43.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-21T06:03:43.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-21T06:03:43.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-21T06:03:43.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-21T06:03:43.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-21T06:03:43.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=edac 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-21T06:03:43.947 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-21T06:03:43.948 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-21T06:03:43.948 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-21T06:03:43.948 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-21T06:03:43.948 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-21T06:03:43.948 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=os 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=stat 2024-09-21T06:03:43.949 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-21T06:03:43.950 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-21T06:03:43.950 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-21T06:03:43.950 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=time 2024-09-21T06:03:43.950 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-21T06:03:43.950 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=uname 2024-09-21T06:03:43.950 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-21T06:03:43.950 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-21T06:03:43.950 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.694Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-21T06:03:43.951 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.695Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-21T06:03:43.951 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:03:43 smithi112 bash[59916]: ts=2024-09-21T06:03:43.695Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-21T06:03:44.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:43 smithi099 bash[19899]: audit 2024-09-21T06:03:42.694691+0000 mgr.y (mgr.15270) 77 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:44.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:43 smithi099 bash[26898]: audit 2024-09-21T06:03:42.694691+0000 mgr.y (mgr.15270) 77 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:44.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:03:44 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:03:44] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-21T06:03:45.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:44 smithi112 bash[21612]: cluster 2024-09-21T06:03:43.545433+0000 mgr.y (mgr.15270) 78 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:45.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:44 smithi099 bash[19899]: cluster 2024-09-21T06:03:43.545433+0000 mgr.y (mgr.15270) 78 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:44 smithi099 bash[26898]: cluster 2024-09-21T06:03:43.545433+0000 mgr.y (mgr.15270) 78 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:47.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:46 smithi099 bash[19899]: cluster 2024-09-21T06:03:45.546483+0000 mgr.y (mgr.15270) 79 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:47.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:46 smithi099 bash[19899]: audit 2024-09-21T06:03:45.715603+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:47.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:46 smithi099 bash[19899]: audit 2024-09-21T06:03:45.722618+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:47.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:46 smithi099 bash[26898]: cluster 2024-09-21T06:03:45.546483+0000 mgr.y (mgr.15270) 79 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:47.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:46 smithi099 bash[26898]: audit 2024-09-21T06:03:45.715603+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:47.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:46 smithi099 bash[26898]: audit 2024-09-21T06:03:45.722618+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:47.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:46 smithi112 bash[21612]: cluster 2024-09-21T06:03:45.546483+0000 mgr.y (mgr.15270) 79 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:47.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:46 smithi112 bash[21612]: audit 2024-09-21T06:03:45.715603+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:47.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:46 smithi112 bash[21612]: audit 2024-09-21T06:03:45.722618+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:47 smithi112 bash[21612]: audit 2024-09-21T06:03:46.790075+0000 mon.a (mon.0) 1377 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:47 smithi112 bash[21612]: audit 2024-09-21T06:03:46.799184+0000 mon.a (mon.0) 1378 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:47 smithi112 bash[21612]: audit 2024-09-21T06:03:46.865736+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:47 smithi112 bash[21612]: audit 2024-09-21T06:03:46.871361+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:47 smithi099 bash[19899]: audit 2024-09-21T06:03:46.790075+0000 mon.a (mon.0) 1377 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:47 smithi099 bash[19899]: audit 2024-09-21T06:03:46.799184+0000 mon.a (mon.0) 1378 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:47 smithi099 bash[19899]: audit 2024-09-21T06:03:46.865736+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:47 smithi099 bash[19899]: audit 2024-09-21T06:03:46.871361+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:47 smithi099 bash[26898]: audit 2024-09-21T06:03:46.790075+0000 mon.a (mon.0) 1377 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:47 smithi099 bash[26898]: audit 2024-09-21T06:03:46.799184+0000 mon.a (mon.0) 1378 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:47 smithi099 bash[26898]: audit 2024-09-21T06:03:46.865736+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:48.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:47 smithi099 bash[26898]: audit 2024-09-21T06:03:46.871361+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:49.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:48 smithi112 bash[21612]: cluster 2024-09-21T06:03:47.547167+0000 mgr.y (mgr.15270) 80 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:49.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:48 smithi112 bash[21612]: audit 2024-09-21T06:03:47.884247+0000 mon.a (mon.0) 1381 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:49.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:48 smithi112 bash[21612]: audit 2024-09-21T06:03:47.896103+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:49.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:48 smithi099 bash[26898]: cluster 2024-09-21T06:03:47.547167+0000 mgr.y (mgr.15270) 80 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:49.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:48 smithi099 bash[26898]: audit 2024-09-21T06:03:47.884247+0000 mon.a (mon.0) 1381 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:49.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:48 smithi099 bash[26898]: audit 2024-09-21T06:03:47.896103+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:49.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:48 smithi099 bash[19899]: cluster 2024-09-21T06:03:47.547167+0000 mgr.y (mgr.15270) 80 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:49.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:48 smithi099 bash[19899]: audit 2024-09-21T06:03:47.884247+0000 mon.a (mon.0) 1381 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:49.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:48 smithi099 bash[19899]: audit 2024-09-21T06:03:47.896103+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:51.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:50 smithi112 bash[21612]: cluster 2024-09-21T06:03:49.547866+0000 mgr.y (mgr.15270) 81 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:50 smithi112 bash[21612]: audit 2024-09-21T06:03:50.170117+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:51.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:50 smithi099 bash[19899]: cluster 2024-09-21T06:03:49.547866+0000 mgr.y (mgr.15270) 81 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:51.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:50 smithi099 bash[19899]: audit 2024-09-21T06:03:50.170117+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:50 smithi099 bash[26898]: cluster 2024-09-21T06:03:49.547866+0000 mgr.y (mgr.15270) 81 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:50 smithi099 bash[26898]: audit 2024-09-21T06:03:50.170117+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:03:53.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:52 smithi099 bash[19899]: cluster 2024-09-21T06:03:51.549635+0000 mgr.y (mgr.15270) 82 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:53.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:52 smithi099 bash[26898]: cluster 2024-09-21T06:03:51.549635+0000 mgr.y (mgr.15270) 82 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:53.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:52 smithi112 bash[21612]: cluster 2024-09-21T06:03:51.549635+0000 mgr.y (mgr.15270) 82 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:54.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:53 smithi112 bash[21612]: audit 2024-09-21T06:03:52.703732+0000 mgr.y (mgr.15270) 83 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:54.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:53 smithi099 bash[19899]: audit 2024-09-21T06:03:52.703732+0000 mgr.y (mgr.15270) 83 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:54.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:03:54 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:03:54] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-21T06:03:54.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:53 smithi099 bash[26898]: audit 2024-09-21T06:03:52.703732+0000 mgr.y (mgr.15270) 83 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:03:55.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:54 smithi112 bash[21612]: cluster 2024-09-21T06:03:53.550387+0000 mgr.y (mgr.15270) 84 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:55.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:54 smithi099 bash[19899]: cluster 2024-09-21T06:03:53.550387+0000 mgr.y (mgr.15270) 84 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:55.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:54 smithi099 bash[26898]: cluster 2024-09-21T06:03:53.550387+0000 mgr.y (mgr.15270) 84 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:57.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:56 smithi112 bash[21612]: cluster 2024-09-21T06:03:55.551760+0000 mgr.y (mgr.15270) 85 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:57.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:56 smithi112 bash[21612]: audit 2024-09-21T06:03:56.801164+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:57.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:56 smithi112 bash[21612]: audit 2024-09-21T06:03:56.813377+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:03:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:56 smithi099 bash[19899]: cluster 2024-09-21T06:03:55.551760+0000 mgr.y (mgr.15270) 85 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:56 smithi099 bash[19899]: audit 2024-09-21T06:03:56.801164+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:56 smithi099 bash[19899]: audit 2024-09-21T06:03:56.813377+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:56 smithi099 bash[26898]: cluster 2024-09-21T06:03:55.551760+0000 mgr.y (mgr.15270) 85 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:03:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:56 smithi099 bash[26898]: audit 2024-09-21T06:03:56.801164+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:56 smithi099 bash[26898]: audit 2024-09-21T06:03:56.813377+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:57.913 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (25m) 12s ago 26m 13.6M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (25m) 11s ago 25m 76.2M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (56s) 12s ago 23m 47.3M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (44s) 11s ago 34m 437M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (11m) 12s ago 36m 499M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (36m) 12s ago 36m 84.4M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (34m) 11s ago 34m 58.3M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (34m) 12s ago 34m 61.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (19s) 12s ago 26m 3015k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (15s) 11s ago 26m - - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:03:57.914 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (33m) 12s ago 33m 65.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (32m) 12s ago 32m 68.6M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (31m) 12s ago 31m 62.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (30m) 12s ago 30m 68.2M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (30m) 11s ago 30m 69.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (29m) 11s ago 29m 55.9M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (28m) 11s ago 28m 64.6M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (27m) 11s ago 27m 58.2M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (50s) 11s ago 26m 38.0M - 2.43.0 a07b618ecd1d c5dd767eea4f 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (23m) 12s ago 23m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:03:57.915 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (24m) 11s ago 24m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:03:58.285 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:03:58.285 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:03:58.286 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:03:58.287 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T06:03:58.287 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:03:58.287 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:03:58.287 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:03:58.594 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:03:58.594 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:03:58.594 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:03:58.594 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-21T06:03:58.594 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [ 2024-09-21T06:03:58.594 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr" 2024-09-21T06:03:58.594 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T06:03:58.594 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "2/2 daemons upgraded", 2024-09-21T06:03:58.595 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-21T06:03:58.595 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:03:58.595 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.237099+0000 mgr.y (mgr.15270) 86 : audit [DBG] from='client.15492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: cluster 2024-09-21T06:03:57.552449+0000 mgr.y (mgr.15270) 87 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.559289+0000 mgr.y (mgr.15270) 88 : audit [DBG] from='client.15498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.588375+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.597357+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.599276+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.600532+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.610185+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.699462+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:03:58.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.702169+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.704457+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.706737+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.708657+0000 mon.a (mon.0) 1395 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.710253+0000 mon.a (mon.0) 1396 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.711954+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.714087+0000 mon.a (mon.0) 1398 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.716561+0000 mon.a (mon.0) 1399 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.718629+0000 mon.a (mon.0) 1400 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:57.875399+0000 mgr.y (mgr.15270) 89 : audit [DBG] from='client.25382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:58.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:58 smithi112 bash[21612]: audit 2024-09-21T06:03:58.286749+0000 mon.c (mon.2) 198 : audit [DBG] from='client.? 172.21.15.99:0/3011536239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.237099+0000 mgr.y (mgr.15270) 86 : audit [DBG] from='client.15492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:59.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: cluster 2024-09-21T06:03:57.552449+0000 mgr.y (mgr.15270) 87 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:59.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.559289+0000 mgr.y (mgr.15270) 88 : audit [DBG] from='client.15498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.588375+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.597357+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.599276+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.600532+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.610185+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.699462+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.702169+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.704457+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.706737+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.708657+0000 mon.a (mon.0) 1395 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.710253+0000 mon.a (mon.0) 1396 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.711954+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.714087+0000 mon.a (mon.0) 1398 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.716561+0000 mon.a (mon.0) 1399 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.718629+0000 mon.a (mon.0) 1400 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:57.875399+0000 mgr.y (mgr.15270) 89 : audit [DBG] from='client.25382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[19899]: audit 2024-09-21T06:03:58.286749+0000 mon.c (mon.2) 198 : audit [DBG] from='client.? 172.21.15.99:0/3011536239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.237099+0000 mgr.y (mgr.15270) 86 : audit [DBG] from='client.15492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: cluster 2024-09-21T06:03:57.552449+0000 mgr.y (mgr.15270) 87 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.559289+0000 mgr.y (mgr.15270) 88 : audit [DBG] from='client.15498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.588375+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.597357+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.599276+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.600532+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:03:59.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.610185+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.699462+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.702169+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.704457+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.706737+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.708657+0000 mon.a (mon.0) 1395 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.710253+0000 mon.a (mon.0) 1396 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.711954+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.714087+0000 mon.a (mon.0) 1398 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.716561+0000 mon.a (mon.0) 1399 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.718629+0000 mon.a (mon.0) 1400 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:57.875399+0000 mgr.y (mgr.15270) 89 : audit [DBG] from='client.25382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:03:59.014 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:58 smithi099 bash[26898]: audit 2024-09-21T06:03:58.286749+0000 mon.c (mon.2) 198 : audit [DBG] from='client.? 172.21.15.99:0/3011536239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:03:59.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:03:59 smithi112 bash[21612]: audit 2024-09-21T06:03:58.594912+0000 mgr.y (mgr.15270) 90 : audit [DBG] from='client.15516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:00.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:03:59 smithi099 bash[19899]: audit 2024-09-21T06:03:58.594912+0000 mgr.y (mgr.15270) 90 : audit [DBG] from='client.15516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:00.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:03:59 smithi099 bash[26898]: audit 2024-09-21T06:03:58.594912+0000 mgr.y (mgr.15270) 90 : audit [DBG] from='client.15516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:00 smithi112 bash[21612]: cluster 2024-09-21T06:03:59.553182+0000 mgr.y (mgr.15270) 91 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:00.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:00 smithi112 bash[21612]: cephadm 2024-09-21T06:04:00.074908+0000 mgr.y (mgr.15270) 92 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-21T06:04:01.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:00 smithi099 bash[19899]: cluster 2024-09-21T06:03:59.553182+0000 mgr.y (mgr.15270) 91 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:01.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:00 smithi099 bash[19899]: cephadm 2024-09-21T06:04:00.074908+0000 mgr.y (mgr.15270) 92 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-21T06:04:01.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:00 smithi099 bash[26898]: cluster 2024-09-21T06:03:59.553182+0000 mgr.y (mgr.15270) 91 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:01.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:00 smithi099 bash[26898]: cephadm 2024-09-21T06:04:00.074908+0000 mgr.y (mgr.15270) 92 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-21T06:04:01.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:01 smithi112 bash[21612]: cephadm 2024-09-21T06:04:00.335758+0000 mgr.y (mgr.15270) 93 : cephadm [INF] Deploying daemon prometheus.a on smithi112 2024-09-21T06:04:02.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:01 smithi099 bash[26898]: cephadm 2024-09-21T06:04:00.335758+0000 mgr.y (mgr.15270) 93 : cephadm [INF] Deploying daemon prometheus.a on smithi112 2024-09-21T06:04:02.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:01 smithi099 bash[19899]: cephadm 2024-09-21T06:04:00.335758+0000 mgr.y (mgr.15270) 93 : cephadm [INF] Deploying daemon prometheus.a on smithi112 2024-09-21T06:04:02.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:02 smithi112 bash[21612]: cluster 2024-09-21T06:04:01.554923+0000 mgr.y (mgr.15270) 94 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:03.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:02 smithi099 bash[19899]: cluster 2024-09-21T06:04:01.554923+0000 mgr.y (mgr.15270) 94 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:03.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:02 smithi099 bash[26898]: cluster 2024-09-21T06:04:01.554923+0000 mgr.y (mgr.15270) 94 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:03.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:03 smithi112 bash[21612]: audit 2024-09-21T06:04:02.710300+0000 mgr.y (mgr.15270) 95 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:04.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:03 smithi099 bash[19899]: audit 2024-09-21T06:04:02.710300+0000 mgr.y (mgr.15270) 95 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:04.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:03 smithi099 bash[26898]: audit 2024-09-21T06:04:02.710300+0000 mgr.y (mgr.15270) 95 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:04.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:04:04 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:04:04] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-21T06:04:04.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:04 smithi112 bash[21612]: cluster 2024-09-21T06:04:03.555691+0000 mgr.y (mgr.15270) 96 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:05.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:04 smithi099 bash[19899]: cluster 2024-09-21T06:04:03.555691+0000 mgr.y (mgr.15270) 96 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:05.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:04 smithi099 bash[26898]: cluster 2024-09-21T06:04:03.555691+0000 mgr.y (mgr.15270) 96 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:05.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:05 smithi112 bash[21612]: audit 2024-09-21T06:04:05.170805+0000 mon.a (mon.0) 1401 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:06.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:05 smithi099 bash[19899]: audit 2024-09-21T06:04:05.170805+0000 mon.a (mon.0) 1401 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:06.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:05 smithi099 bash[26898]: audit 2024-09-21T06:04:05.170805+0000 mon.a (mon.0) 1401 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:06.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:06 smithi112 bash[21612]: cluster 2024-09-21T06:04:05.557338+0000 mgr.y (mgr.15270) 97 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:07.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:06 smithi099 bash[19899]: cluster 2024-09-21T06:04:05.557338+0000 mgr.y (mgr.15270) 97 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:07.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:06 smithi099 bash[26898]: cluster 2024-09-21T06:04:05.557338+0000 mgr.y (mgr.15270) 97 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:08.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:08 smithi112 bash[21612]: cluster 2024-09-21T06:04:07.558106+0000 mgr.y (mgr.15270) 98 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:09.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:08 smithi099 bash[19899]: cluster 2024-09-21T06:04:07.558106+0000 mgr.y (mgr.15270) 98 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:09.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:08 smithi099 bash[26898]: cluster 2024-09-21T06:04:07.558106+0000 mgr.y (mgr.15270) 98 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:10.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:10 smithi112 bash[21612]: cluster 2024-09-21T06:04:09.558807+0000 mgr.y (mgr.15270) 99 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:11.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:10 smithi099 bash[19899]: cluster 2024-09-21T06:04:09.558807+0000 mgr.y (mgr.15270) 99 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:11.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:10 smithi099 bash[26898]: cluster 2024-09-21T06:04:09.558807+0000 mgr.y (mgr.15270) 99 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:12.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:12 smithi112 bash[21612]: cluster 2024-09-21T06:04:11.560470+0000 mgr.y (mgr.15270) 100 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:13.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:12 smithi099 bash[19899]: cluster 2024-09-21T06:04:11.560470+0000 mgr.y (mgr.15270) 100 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:13.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:12 smithi099 bash[26898]: cluster 2024-09-21T06:04:11.560470+0000 mgr.y (mgr.15270) 100 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:13.337 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:13.338 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:13.338 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:13.338 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:13.339 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:13.339 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:13.339 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:13.339 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: Stopping Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:04:13.340 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:13.340 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:13 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.337Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.337Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.337Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.337Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.337Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.337Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.337Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.337Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.337Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-21T06:04:13.655 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.338Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-21T06:04:13.656 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.338Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-21T06:04:13.656 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[56014]: ts=2024-09-21T06:04:13.338Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-21T06:04:13.944 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[63326]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T06:04:13.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:13 smithi112 bash[21612]: audit 2024-09-21T06:04:12.721654+0000 mgr.y (mgr.15270) 101 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:14.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:13 smithi099 bash[19899]: audit 2024-09-21T06:04:12.721654+0000 mgr.y (mgr.15270) 101 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:14.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:13 smithi099 bash[26898]: audit 2024-09-21T06:04:12.721654+0000 mgr.y (mgr.15270) 101 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:14.427 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:14.427 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:14.427 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:14.428 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:14 smithi112 bash[63388]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-prometheus-a 2024-09-21T06:04:14.428 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-21T06:04:14.428 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: Stopped Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:04:14.428 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:14.428 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: Started Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:04:14.428 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:14.428 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:14.429 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:14.429 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:14.429 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:04:14 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:14 smithi112 bash[21612]: cluster 2024-09-21T06:04:13.561228+0000 mgr.y (mgr.15270) 102 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:14 smithi112 bash[21612]: audit 2024-09-21T06:04:14.374269+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:14 smithi112 bash[21612]: audit 2024-09-21T06:04:14.386284+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:15.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:14 smithi099 bash[19899]: cluster 2024-09-21T06:04:13.561228+0000 mgr.y (mgr.15270) 102 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:15.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:14 smithi099 bash[19899]: audit 2024-09-21T06:04:14.374269+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:15.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:14 smithi099 bash[19899]: audit 2024-09-21T06:04:14.386284+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:15.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:14 smithi099 bash[26898]: cluster 2024-09-21T06:04:13.561228+0000 mgr.y (mgr.15270) 102 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:15.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:14 smithi099 bash[26898]: audit 2024-09-21T06:04:14.374269+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:15.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:14 smithi099 bash[26898]: audit 2024-09-21T06:04:14.386284+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:15.945 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.699Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-09-21T06:04:15.945 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.699Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-09-21T06:04:15.945 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.699Z caller=main.go:623 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi112 (none))" 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.699Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.699Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.701Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.702Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.704Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.704Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.706Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.708Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.146872ms 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.708Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.708Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=6 2024-09-21T06:04:15.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.720Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=6 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.724Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=6 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.727Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=6 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.732Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=6 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.734Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=6 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.734Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=6 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.734Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=41.135µs wal_replay_duration=26.587437ms wbl_replay_duration=121ns total_replay_duration=27.80356ms 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.737Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.737Z caller=main.go:1153 level=info msg="TSDB started" 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.737Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.756Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.255242ms db_storage=1.081µs remote_storage=1.333µs web_handler=396ns query_engine=899ns scrape=295.412µs scrape_sd=126.229µs notify=19.16µs notify_sd=25.552µs rules=18.361924ms tracing=5.928µs 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.756Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-09-21T06:04:15.947 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:04:15 smithi112 bash[63443]: ts=2024-09-21T06:04:15.756Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-09-21T06:04:16.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:16 smithi112 bash[21612]: cluster 2024-09-21T06:04:15.562806+0000 mgr.y (mgr.15270) 103 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:17.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:16 smithi099 bash[19899]: cluster 2024-09-21T06:04:15.562806+0000 mgr.y (mgr.15270) 103 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:17.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:16 smithi099 bash[26898]: cluster 2024-09-21T06:04:15.562806+0000 mgr.y (mgr.15270) 103 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:18.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:18 smithi112 bash[21612]: cluster 2024-09-21T06:04:17.563576+0000 mgr.y (mgr.15270) 104 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:19.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:18 smithi099 bash[19899]: cluster 2024-09-21T06:04:17.563576+0000 mgr.y (mgr.15270) 104 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:19.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:18 smithi099 bash[26898]: cluster 2024-09-21T06:04:17.563576+0000 mgr.y (mgr.15270) 104 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:20.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:20 smithi112 bash[21612]: cluster 2024-09-21T06:04:19.564313+0000 mgr.y (mgr.15270) 105 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:20.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:20 smithi112 bash[21612]: audit 2024-09-21T06:04:20.171262+0000 mon.a (mon.0) 1404 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:20.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:20 smithi112 bash[21612]: audit 2024-09-21T06:04:20.391925+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:20.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:20 smithi112 bash[21612]: audit 2024-09-21T06:04:20.406403+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:21.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:20 smithi099 bash[19899]: cluster 2024-09-21T06:04:19.564313+0000 mgr.y (mgr.15270) 105 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:21.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:20 smithi099 bash[19899]: audit 2024-09-21T06:04:20.171262+0000 mon.a (mon.0) 1404 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:21.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:20 smithi099 bash[19899]: audit 2024-09-21T06:04:20.391925+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:21.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:20 smithi099 bash[19899]: audit 2024-09-21T06:04:20.406403+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:20 smithi099 bash[26898]: cluster 2024-09-21T06:04:19.564313+0000 mgr.y (mgr.15270) 105 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:20 smithi099 bash[26898]: audit 2024-09-21T06:04:20.171262+0000 mon.a (mon.0) 1404 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:20 smithi099 bash[26898]: audit 2024-09-21T06:04:20.391925+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:21.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:20 smithi099 bash[26898]: audit 2024-09-21T06:04:20.406403+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:22.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:22 smithi112 bash[21612]: cluster 2024-09-21T06:04:21.566004+0000 mgr.y (mgr.15270) 106 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:22.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:22 smithi112 bash[21612]: audit 2024-09-21T06:04:21.575221+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:22.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:22 smithi112 bash[21612]: audit 2024-09-21T06:04:21.590159+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:22 smithi099 bash[19899]: cluster 2024-09-21T06:04:21.566004+0000 mgr.y (mgr.15270) 106 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:22 smithi099 bash[19899]: audit 2024-09-21T06:04:21.575221+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:22 smithi099 bash[19899]: audit 2024-09-21T06:04:21.590159+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:23.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:22 smithi099 bash[26898]: cluster 2024-09-21T06:04:21.566004+0000 mgr.y (mgr.15270) 106 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:23.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:22 smithi099 bash[26898]: audit 2024-09-21T06:04:21.575221+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:23.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:22 smithi099 bash[26898]: audit 2024-09-21T06:04:21.590159+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:23.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:23 smithi112 bash[21612]: audit 2024-09-21T06:04:22.731659+0000 mgr.y (mgr.15270) 107 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:24.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:23 smithi099 bash[19899]: audit 2024-09-21T06:04:22.731659+0000 mgr.y (mgr.15270) 107 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:24.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:23 smithi099 bash[26898]: audit 2024-09-21T06:04:22.731659+0000 mgr.y (mgr.15270) 107 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:24 smithi112 bash[21612]: cluster 2024-09-21T06:04:23.566719+0000 mgr.y (mgr.15270) 108 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:24 smithi099 bash[19899]: cluster 2024-09-21T06:04:23.566719+0000 mgr.y (mgr.15270) 108 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:25.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:24 smithi099 bash[26898]: cluster 2024-09-21T06:04:23.566719+0000 mgr.y (mgr.15270) 108 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:25.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:04:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:04:25] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-21T06:04:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:26 smithi112 bash[21612]: cluster 2024-09-21T06:04:25.568343+0000 mgr.y (mgr.15270) 109 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:27.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:26 smithi099 bash[19899]: cluster 2024-09-21T06:04:25.568343+0000 mgr.y (mgr.15270) 109 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:27.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:26 smithi099 bash[26898]: cluster 2024-09-21T06:04:25.568343+0000 mgr.y (mgr.15270) 109 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:28.936 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:04:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:28 smithi112 bash[21612]: cluster 2024-09-21T06:04:27.569050+0000 mgr.y (mgr.15270) 110 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:29.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:28 smithi099 bash[19899]: cluster 2024-09-21T06:04:27.569050+0000 mgr.y (mgr.15270) 110 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:29.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:28 smithi099 bash[26898]: cluster 2024-09-21T06:04:27.569050+0000 mgr.y (mgr.15270) 110 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:29.558 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:04:29.558 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (26m) 43s ago 26m 13.6M - 0.25.0 c8568f914cd2 e6d401db45f4 2024-09-21T06:04:29.558 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (26m) 9s ago 26m 76.2M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T06:04:29.558 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (88s) 43s ago 24m 47.3M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:04:29.558 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (75s) 9s ago 34m 438M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (12m) 43s ago 37m 499M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (37m) 43s ago 37m 84.4M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (35m) 9s ago 35m 59.0M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (35m) 43s ago 35m 61.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (51s) 43s ago 26m 3015k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (47s) 9s ago 26m 7459k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (34m) 43s ago 34m 65.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (33m) 43s ago 33m 68.6M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (32m) 43s ago 32m 62.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (31m) 43s ago 31m 68.2M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (30m) 9s ago 30m 69.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (29m) 9s ago 29m 56.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (28m) 9s ago 28m 64.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:04:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (27m) 9s ago 27m 58.3M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:04:29.560 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (15s) 9s ago 27m 32.8M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:04:29.560 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (24m) 43s ago 24m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:04:29.560 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (24m) 9s ago 24m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:04:29.929 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:04:29.929 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:04:29.929 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T06:04:29.929 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:04:29.929 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:04:29.929 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:04:29.930 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:04:29.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:29 smithi112 bash[21612]: audit 2024-09-21T06:04:28.924474+0000 mgr.y (mgr.15270) 111 : audit [DBG] from='client.25400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:30.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:29 smithi099 bash[19899]: audit 2024-09-21T06:04:28.924474+0000 mgr.y (mgr.15270) 111 : audit [DBG] from='client.25400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:30.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:29 smithi099 bash[26898]: audit 2024-09-21T06:04:28.924474+0000 mgr.y (mgr.15270) 111 : audit [DBG] from='client.25400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:30.227 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:04:30.227 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:04:30.227 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:04:30.227 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-21T06:04:30.227 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [ 2024-09-21T06:04:30.228 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr" 2024-09-21T06:04:30.228 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T06:04:30.228 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "2/2 daemons upgraded", 2024-09-21T06:04:30.228 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-21T06:04:30.228 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:04:30.228 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:04:30.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:30 smithi112 bash[21612]: audit 2024-09-21T06:04:29.239882+0000 mgr.y (mgr.15270) 112 : audit [DBG] from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:30.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:30 smithi112 bash[21612]: audit 2024-09-21T06:04:29.541966+0000 mgr.y (mgr.15270) 113 : audit [DBG] from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:30 smithi112 bash[21612]: cluster 2024-09-21T06:04:29.569504+0000 mgr.y (mgr.15270) 114 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:30 smithi112 bash[21612]: audit 2024-09-21T06:04:29.930323+0000 mon.c (mon.2) 199 : audit [DBG] from='client.? 172.21.15.99:0/111832627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:30.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:30 smithi112 bash[21612]: audit 2024-09-21T06:04:30.228450+0000 mgr.y (mgr.15270) 115 : audit [DBG] from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[19899]: audit 2024-09-21T06:04:29.239882+0000 mgr.y (mgr.15270) 112 : audit [DBG] from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[19899]: audit 2024-09-21T06:04:29.541966+0000 mgr.y (mgr.15270) 113 : audit [DBG] from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[19899]: cluster 2024-09-21T06:04:29.569504+0000 mgr.y (mgr.15270) 114 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[19899]: audit 2024-09-21T06:04:29.930323+0000 mon.c (mon.2) 199 : audit [DBG] from='client.? 172.21.15.99:0/111832627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[19899]: audit 2024-09-21T06:04:30.228450+0000 mgr.y (mgr.15270) 115 : audit [DBG] from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:31.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[26898]: audit 2024-09-21T06:04:29.239882+0000 mgr.y (mgr.15270) 112 : audit [DBG] from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:31.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[26898]: audit 2024-09-21T06:04:29.541966+0000 mgr.y (mgr.15270) 113 : audit [DBG] from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:31.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[26898]: cluster 2024-09-21T06:04:29.569504+0000 mgr.y (mgr.15270) 114 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:31.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[26898]: audit 2024-09-21T06:04:29.930323+0000 mon.c (mon.2) 199 : audit [DBG] from='client.? 172.21.15.99:0/111832627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:31.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:30 smithi099 bash[26898]: audit 2024-09-21T06:04:30.228450+0000 mgr.y (mgr.15270) 115 : audit [DBG] from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:04:32.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.352272+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:32.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.363324+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:32.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.365667+0000 mon.a (mon.0) 1411 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.367290+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.378019+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.434061+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.435183+0000 mgr.y (mgr.15270) 116 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.517813+0000 mon.a (mon.0) 1415 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.521391+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.524114+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.527226+0000 mon.a (mon.0) 1418 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.529940+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.532127+0000 mon.a (mon.0) 1420 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.534819+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.538427+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.542682+0000 mon.a (mon.0) 1423 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.546231+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: audit 2024-09-21T06:04:31.549447+0000 mon.a (mon.0) 1425 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[19899]: cluster 2024-09-21T06:04:31.571052+0000 mgr.y (mgr.15270) 117 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.352272+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.363324+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.365667+0000 mon.a (mon.0) 1411 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.367290+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.378019+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.434061+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.435183+0000 mgr.y (mgr.15270) 116 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.517813+0000 mon.a (mon.0) 1415 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.521391+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.524114+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.527226+0000 mon.a (mon.0) 1418 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.529940+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.532127+0000 mon.a (mon.0) 1420 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.534819+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.538427+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.542682+0000 mon.a (mon.0) 1423 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.546231+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: audit 2024-09-21T06:04:31.549447+0000 mon.a (mon.0) 1425 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:32 smithi099 bash[26898]: cluster 2024-09-21T06:04:31.571052+0000 mgr.y (mgr.15270) 117 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.352272+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.363324+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.365667+0000 mon.a (mon.0) 1411 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.367290+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.378019+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.434061+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.435183+0000 mgr.y (mgr.15270) 116 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.517813+0000 mon.a (mon.0) 1415 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.521391+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.524114+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.527226+0000 mon.a (mon.0) 1418 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.529940+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.532127+0000 mon.a (mon.0) 1420 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.534819+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.538427+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.542682+0000 mon.a (mon.0) 1423 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.546231+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: audit 2024-09-21T06:04:31.549447+0000 mon.a (mon.0) 1425 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:04:32.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:32 smithi112 bash[21612]: cluster 2024-09-21T06:04:31.571052+0000 mgr.y (mgr.15270) 117 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:33.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:33 smithi112 bash[21612]: audit 2024-09-21T06:04:32.741856+0000 mgr.y (mgr.15270) 118 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:33.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:33 smithi099 bash[19899]: audit 2024-09-21T06:04:32.741856+0000 mgr.y (mgr.15270) 118 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:33.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:33 smithi099 bash[26898]: audit 2024-09-21T06:04:32.741856+0000 mgr.y (mgr.15270) 118 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:34.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:34 smithi112 bash[21612]: cluster 2024-09-21T06:04:33.571796+0000 mgr.y (mgr.15270) 119 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:34.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:34 smithi112 bash[21612]: cephadm 2024-09-21T06:04:33.906502+0000 mgr.y (mgr.15270) 120 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-21T06:04:34.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:34 smithi112 bash[21612]: cephadm 2024-09-21T06:04:33.915488+0000 mgr.y (mgr.15270) 121 : cephadm [INF] Deploying daemon alertmanager.a on smithi099 2024-09-21T06:04:34.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:34 smithi099 bash[19899]: cluster 2024-09-21T06:04:33.571796+0000 mgr.y (mgr.15270) 119 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:34.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:34 smithi099 bash[19899]: cephadm 2024-09-21T06:04:33.906502+0000 mgr.y (mgr.15270) 120 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-21T06:04:34.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:34 smithi099 bash[19899]: cephadm 2024-09-21T06:04:33.915488+0000 mgr.y (mgr.15270) 121 : cephadm [INF] Deploying daemon alertmanager.a on smithi099 2024-09-21T06:04:34.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:34 smithi099 bash[26898]: cluster 2024-09-21T06:04:33.571796+0000 mgr.y (mgr.15270) 119 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:34.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:34 smithi099 bash[26898]: cephadm 2024-09-21T06:04:33.906502+0000 mgr.y (mgr.15270) 120 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-21T06:04:34.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:34 smithi099 bash[26898]: cephadm 2024-09-21T06:04:33.915488+0000 mgr.y (mgr.15270) 121 : cephadm [INF] Deploying daemon alertmanager.a on smithi099 2024-09-21T06:04:35.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:35 smithi112 bash[21612]: audit 2024-09-21T06:04:35.171615+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:35 smithi099 bash[19899]: audit 2024-09-21T06:04:35.171615+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:35.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:04:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:04:35] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.51.0" 2024-09-21T06:04:35.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:35 smithi099 bash[26898]: audit 2024-09-21T06:04:35.171615+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:36.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:36 smithi112 bash[21612]: cluster 2024-09-21T06:04:35.573406+0000 mgr.y (mgr.15270) 122 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:36.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:36 smithi099 bash[19899]: cluster 2024-09-21T06:04:35.573406+0000 mgr.y (mgr.15270) 122 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:36.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:36 smithi099 bash[26898]: cluster 2024-09-21T06:04:35.573406+0000 mgr.y (mgr.15270) 122 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:38.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:38 smithi099 bash[19899]: cluster 2024-09-21T06:04:37.574112+0000 mgr.y (mgr.15270) 123 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:38.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:38 smithi099 bash[26898]: cluster 2024-09-21T06:04:37.574112+0000 mgr.y (mgr.15270) 123 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:38.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:38 smithi112 bash[21612]: cluster 2024-09-21T06:04:37.574112+0000 mgr.y (mgr.15270) 123 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:40 smithi112 bash[21612]: cluster 2024-09-21T06:04:39.574792+0000 mgr.y (mgr.15270) 124 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:41.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:40 smithi099 bash[19899]: cluster 2024-09-21T06:04:39.574792+0000 mgr.y (mgr.15270) 124 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:41.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:40 smithi099 bash[26898]: cluster 2024-09-21T06:04:39.574792+0000 mgr.y (mgr.15270) 124 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:42.817 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:42.817 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:42.817 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:42 smithi099 bash[19899]: cluster 2024-09-21T06:04:41.576157+0000 mgr.y (mgr.15270) 125 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:42.818 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:42.818 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:42.818 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:42 smithi099 bash[26898]: cluster 2024-09-21T06:04:41.576157+0000 mgr.y (mgr.15270) 125 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:42.818 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:42.818 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:42.819 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:42.819 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:42.819 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:42.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:42 smithi112 bash[21612]: cluster 2024-09-21T06:04:41.576157+0000 mgr.y (mgr.15270) 125 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:43.124 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:42 smithi099 systemd[1]: Stopping Ceph alertmanager.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:04:43.124 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:42 smithi099 bash[51755]: ts=2024-09-21T06:04:42.898Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-21T06:04:43.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:43 smithi099 bash[19899]: audit 2024-09-21T06:04:42.752870+0000 mgr.y (mgr.15270) 126 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:43.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:43 smithi099 bash[26898]: audit 2024-09-21T06:04:42.752870+0000 mgr.y (mgr.15270) 126 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:43.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:43 smithi099 bash[82638]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-alertmanager-a 2024-09-21T06:04:43.760 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:43 smithi099 bash[82699]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-alertmanager-a 2024-09-21T06:04:43.761 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@alertmanager.a.service: Deactivated successfully. 2024-09-21T06:04:43.761 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: Stopped Ceph alertmanager.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:04:43.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:43 smithi112 bash[21612]: audit 2024-09-21T06:04:42.752870+0000 mgr.y (mgr.15270) 126 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:44.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:44.260 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:44.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:44.261 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:44.261 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:44.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:44.262 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:44.262 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: Started Ceph alertmanager.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:04:44.262 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:44.262 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:04:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:04:45.385 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[82751]: ts=2024-09-21T06:04:45.149Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-09-21T06:04:45.385 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[82751]: ts=2024-09-21T06:04:45.150Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-09-21T06:04:45.385 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[82751]: ts=2024-09-21T06:04:45.151Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.99 port=9094 2024-09-21T06:04:45.385 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[82751]: ts=2024-09-21T06:04:45.153Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-21T06:04:45.385 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[82751]: ts=2024-09-21T06:04:45.181Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T06:04:45.385 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[82751]: ts=2024-09-21T06:04:45.182Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T06:04:45.385 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[82751]: ts=2024-09-21T06:04:45.184Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-09-21T06:04:45.385 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[82751]: ts=2024-09-21T06:04:45.184Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-21T06:04:45.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[19899]: cluster 2024-09-21T06:04:43.576614+0000 mgr.y (mgr.15270) 127 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:45.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[19899]: audit 2024-09-21T06:04:44.015850+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:45.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[19899]: audit 2024-09-21T06:04:44.024390+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:45.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[26898]: cluster 2024-09-21T06:04:43.576614+0000 mgr.y (mgr.15270) 127 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:45.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[26898]: audit 2024-09-21T06:04:44.015850+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:45.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[26898]: audit 2024-09-21T06:04:44.024390+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:45.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:45 smithi112 bash[21612]: cluster 2024-09-21T06:04:43.576614+0000 mgr.y (mgr.15270) 127 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:45.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:45 smithi112 bash[21612]: audit 2024-09-21T06:04:44.015850+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:45.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:45 smithi112 bash[21612]: audit 2024-09-21T06:04:44.024390+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:45.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:04:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:04:45] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.51.0" 2024-09-21T06:04:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:47 smithi112 bash[21612]: cluster 2024-09-21T06:04:45.578125+0000 mgr.y (mgr.15270) 128 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:47 smithi099 bash[19899]: cluster 2024-09-21T06:04:45.578125+0000 mgr.y (mgr.15270) 128 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:47 smithi099 bash[26898]: cluster 2024-09-21T06:04:45.578125+0000 mgr.y (mgr.15270) 128 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:47.510 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:47 smithi099 bash[82751]: ts=2024-09-21T06:04:47.153Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000656977s 2024-09-21T06:04:49.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:49 smithi112 bash[21612]: cluster 2024-09-21T06:04:47.578823+0000 mgr.y (mgr.15270) 129 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:49 smithi099 bash[19899]: cluster 2024-09-21T06:04:47.578823+0000 mgr.y (mgr.15270) 129 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:49.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:49 smithi099 bash[26898]: cluster 2024-09-21T06:04:47.578823+0000 mgr.y (mgr.15270) 129 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:51.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:50 smithi112 bash[21612]: cluster 2024-09-21T06:04:49.579349+0000 mgr.y (mgr.15270) 130 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:50 smithi112 bash[21612]: audit 2024-09-21T06:04:49.880843+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:50 smithi112 bash[21612]: audit 2024-09-21T06:04:49.891747+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:50 smithi112 bash[21612]: audit 2024-09-21T06:04:50.004845+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:50 smithi112 bash[21612]: audit 2024-09-21T06:04:50.013617+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:50 smithi112 bash[21612]: audit 2024-09-21T06:04:50.173632+0000 mon.a (mon.0) 1433 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[26898]: cluster 2024-09-21T06:04:49.579349+0000 mgr.y (mgr.15270) 130 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[26898]: audit 2024-09-21T06:04:49.880843+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[26898]: audit 2024-09-21T06:04:49.891747+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[26898]: audit 2024-09-21T06:04:50.004845+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[26898]: audit 2024-09-21T06:04:50.013617+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[26898]: audit 2024-09-21T06:04:50.173632+0000 mon.a (mon.0) 1433 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:51.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[19899]: cluster 2024-09-21T06:04:49.579349+0000 mgr.y (mgr.15270) 130 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:51.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[19899]: audit 2024-09-21T06:04:49.880843+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[19899]: audit 2024-09-21T06:04:49.891747+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[19899]: audit 2024-09-21T06:04:50.004845+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[19899]: audit 2024-09-21T06:04:50.013617+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:51.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:50 smithi099 bash[19899]: audit 2024-09-21T06:04:50.173632+0000 mon.a (mon.0) 1433 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:04:52.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:52 smithi112 bash[21612]: audit 2024-09-21T06:04:51.045087+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:52.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:52 smithi112 bash[21612]: audit 2024-09-21T06:04:51.050375+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:52 smithi099 bash[19899]: audit 2024-09-21T06:04:51.045087+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:52 smithi099 bash[19899]: audit 2024-09-21T06:04:51.050375+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:52.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:52 smithi099 bash[26898]: audit 2024-09-21T06:04:51.045087+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:52.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:52 smithi099 bash[26898]: audit 2024-09-21T06:04:51.050375+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:04:53.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:53 smithi112 bash[21612]: cluster 2024-09-21T06:04:51.580024+0000 mgr.y (mgr.15270) 131 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:53 smithi099 bash[19899]: cluster 2024-09-21T06:04:51.580024+0000 mgr.y (mgr.15270) 131 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:53 smithi099 bash[26898]: cluster 2024-09-21T06:04:51.580024+0000 mgr.y (mgr.15270) 131 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:54 smithi112 bash[21612]: audit 2024-09-21T06:04:52.764007+0000 mgr.y (mgr.15270) 132 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:54 smithi099 bash[19899]: audit 2024-09-21T06:04:52.764007+0000 mgr.y (mgr.15270) 132 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:54.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:54 smithi099 bash[26898]: audit 2024-09-21T06:04:52.764007+0000 mgr.y (mgr.15270) 132 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:04:55.384 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:04:55 smithi099 bash[82751]: ts=2024-09-21T06:04:55.156Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003382832s 2024-09-21T06:04:55.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:55 smithi099 bash[19899]: cluster 2024-09-21T06:04:53.580649+0000 mgr.y (mgr.15270) 133 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:55.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:55 smithi099 bash[26898]: cluster 2024-09-21T06:04:53.580649+0000 mgr.y (mgr.15270) 133 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:55.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:55 smithi112 bash[21612]: cluster 2024-09-21T06:04:53.580649+0000 mgr.y (mgr.15270) 133 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:55.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:04:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:04:55] "GET /metrics HTTP/1.1" 200 38222 "" "Prometheus/2.51.0" 2024-09-21T06:04:57.350 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:57 smithi099 bash[19899]: cluster 2024-09-21T06:04:55.582245+0000 mgr.y (mgr.15270) 134 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:57.350 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:57 smithi099 bash[26898]: cluster 2024-09-21T06:04:55.582245+0000 mgr.y (mgr.15270) 134 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:57.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:57 smithi112 bash[21612]: cluster 2024-09-21T06:04:55.582245+0000 mgr.y (mgr.15270) 134 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:04:59.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:04:59 smithi112 bash[21612]: cluster 2024-09-21T06:04:57.583059+0000 mgr.y (mgr.15270) 135 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:04:59 smithi099 bash[19899]: cluster 2024-09-21T06:04:57.583059+0000 mgr.y (mgr.15270) 135 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:04:59.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:04:59 smithi099 bash[26898]: cluster 2024-09-21T06:04:57.583059+0000 mgr.y (mgr.15270) 135 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:00.572 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:05:01.218 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:05:01.218 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (17s) 11s ago 27m 13.8M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:05:01.218 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (26m) 11s ago 26m 76.6M - 9.4.12 2bacad6d85d8 3305106b966f 2024-09-21T06:05:01.218 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (119s) 11s ago 24m 47.9M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:05:01.218 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (107s) 11s ago 35m 438M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:05:01.218 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (12m) 11s ago 37m 503M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:05:01.218 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (37m) 11s ago 37m 86.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:05:01.218 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (35m) 11s ago 35m 59.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T06:05:01.218 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (35m) 11s ago 35m 63.6M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (83s) 11s ago 27m 7791k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (79s) 11s ago 27m 7692k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (34m) 11s ago 34m 65.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (33m) 11s ago 33m 68.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (32m) 11s ago 32m 62.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (31m) 11s ago 32m 68.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (31m) 11s ago 31m 69.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (30m) 11s ago 30m 56.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (29m) 11s ago 29m 64.9M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (28m) 11s ago 28m 58.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (46s) 11s ago 27m 34.1M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (25m) 11s ago 25m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:05:01.219 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (25m) 11s ago 25m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:05:01.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: cluster 2024-09-21T06:04:59.583819+0000 mgr.y (mgr.15270) 136 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.837966+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.846672+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.848378+0000 mon.a (mon.0) 1438 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.849807+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.857660+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.898982+0000 mon.a (mon.0) 1441 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.955656+0000 mon.a (mon.0) 1442 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.958147+0000 mon.a (mon.0) 1443 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.960046+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.962024+0000 mon.a (mon.0) 1445 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.963814+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.965168+0000 mon.a (mon.0) 1447 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.966500+0000 mon.a (mon.0) 1448 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.968247+0000 mon.a (mon.0) 1449 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.970256+0000 mon.a (mon.0) 1450 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.972027+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.973634+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:01 smithi112 bash[21612]: audit 2024-09-21T06:05:00.975223+0000 mon.a (mon.0) 1453 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: cluster 2024-09-21T06:04:59.583819+0000 mgr.y (mgr.15270) 136 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.837966+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.846672+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.848378+0000 mon.a (mon.0) 1438 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.849807+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.857660+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.898982+0000 mon.a (mon.0) 1441 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.955656+0000 mon.a (mon.0) 1442 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.958147+0000 mon.a (mon.0) 1443 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.960046+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.962024+0000 mon.a (mon.0) 1445 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.963814+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.965168+0000 mon.a (mon.0) 1447 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.966500+0000 mon.a (mon.0) 1448 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.968247+0000 mon.a (mon.0) 1449 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.970256+0000 mon.a (mon.0) 1450 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.972027+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.973634+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[19899]: audit 2024-09-21T06:05:00.975223+0000 mon.a (mon.0) 1453 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: cluster 2024-09-21T06:04:59.583819+0000 mgr.y (mgr.15270) 136 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.837966+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.846672+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.848378+0000 mon.a (mon.0) 1438 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.849807+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.857660+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:01.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.898982+0000 mon.a (mon.0) 1441 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.955656+0000 mon.a (mon.0) 1442 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.958147+0000 mon.a (mon.0) 1443 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.960046+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.962024+0000 mon.a (mon.0) 1445 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.963814+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.965168+0000 mon.a (mon.0) 1447 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.966500+0000 mon.a (mon.0) 1448 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.968247+0000 mon.a (mon.0) 1449 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.970256+0000 mon.a (mon.0) 1450 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.972027+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.973634+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:01 smithi099 bash[26898]: audit 2024-09-21T06:05:00.975223+0000 mon.a (mon.0) 1453 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:01.580 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:05:01.580 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:05:01.580 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:05:01.581 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:05:01.582 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T06:05:01.582 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:05:01.582 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:05:01.582 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:05:01.897 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [ 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr" 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "2/2 daemons upgraded", 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading grafana daemons", 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:05:01.898 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:05:02.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:02 smithi112 bash[21612]: audit 2024-09-21T06:05:00.560516+0000 mgr.y (mgr.15270) 137 : audit [DBG] from='client.15552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:02.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:02 smithi112 bash[21612]: audit 2024-09-21T06:05:00.887262+0000 mgr.y (mgr.15270) 138 : audit [DBG] from='client.15558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:02.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:02 smithi112 bash[21612]: audit 2024-09-21T06:05:00.899477+0000 mgr.y (mgr.15270) 139 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T06:05:02.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:02 smithi112 bash[21612]: audit 2024-09-21T06:05:01.199308+0000 mgr.y (mgr.15270) 140 : audit [DBG] from='client.15564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:02.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:02 smithi112 bash[21612]: audit 2024-09-21T06:05:01.581424+0000 mon.a (mon.0) 1454 : audit [DBG] from='client.? 172.21.15.99:0/3532182375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:02.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[19899]: audit 2024-09-21T06:05:00.560516+0000 mgr.y (mgr.15270) 137 : audit [DBG] from='client.15552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[19899]: audit 2024-09-21T06:05:00.887262+0000 mgr.y (mgr.15270) 138 : audit [DBG] from='client.15558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[19899]: audit 2024-09-21T06:05:00.899477+0000 mgr.y (mgr.15270) 139 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T06:05:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[19899]: audit 2024-09-21T06:05:01.199308+0000 mgr.y (mgr.15270) 140 : audit [DBG] from='client.15564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[19899]: audit 2024-09-21T06:05:01.581424+0000 mon.a (mon.0) 1454 : audit [DBG] from='client.? 172.21.15.99:0/3532182375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[26898]: audit 2024-09-21T06:05:00.560516+0000 mgr.y (mgr.15270) 137 : audit [DBG] from='client.15552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[26898]: audit 2024-09-21T06:05:00.887262+0000 mgr.y (mgr.15270) 138 : audit [DBG] from='client.15558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[26898]: audit 2024-09-21T06:05:00.899477+0000 mgr.y (mgr.15270) 139 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T06:05:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[26898]: audit 2024-09-21T06:05:01.199308+0000 mgr.y (mgr.15270) 140 : audit [DBG] from='client.15564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:02 smithi099 bash[26898]: audit 2024-09-21T06:05:01.581424+0000 mon.a (mon.0) 1454 : audit [DBG] from='client.? 172.21.15.99:0/3532182375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:03 smithi112 bash[21612]: cluster 2024-09-21T06:05:01.584735+0000 mgr.y (mgr.15270) 141 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:03.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:03 smithi112 bash[21612]: audit 2024-09-21T06:05:01.898328+0000 mgr.y (mgr.15270) 142 : audit [DBG] from='client.25454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:03 smithi099 bash[19899]: cluster 2024-09-21T06:05:01.584735+0000 mgr.y (mgr.15270) 141 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:03 smithi099 bash[19899]: audit 2024-09-21T06:05:01.898328+0000 mgr.y (mgr.15270) 142 : audit [DBG] from='client.25454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:03.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:03 smithi099 bash[26898]: cluster 2024-09-21T06:05:01.584735+0000 mgr.y (mgr.15270) 141 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:03.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:03 smithi099 bash[26898]: audit 2024-09-21T06:05:01.898328+0000 mgr.y (mgr.15270) 142 : audit [DBG] from='client.25454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:04.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:04 smithi112 bash[21612]: audit 2024-09-21T06:05:02.775381+0000 mgr.y (mgr.15270) 143 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:04.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:04 smithi099 bash[19899]: audit 2024-09-21T06:05:02.775381+0000 mgr.y (mgr.15270) 143 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:04.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:04 smithi099 bash[26898]: audit 2024-09-21T06:05:02.775381+0000 mgr.y (mgr.15270) 143 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:05.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:05 smithi099 bash[19899]: cluster 2024-09-21T06:05:03.585293+0000 mgr.y (mgr.15270) 144 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:05.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:05 smithi099 bash[19899]: cephadm 2024-09-21T06:05:03.595401+0000 mgr.y (mgr.15270) 145 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-21T06:05:05.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:05 smithi099 bash[19899]: cephadm 2024-09-21T06:05:03.674507+0000 mgr.y (mgr.15270) 146 : cephadm [INF] Deploying daemon grafana.a on smithi112 2024-09-21T06:05:05.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:05 smithi099 bash[26898]: cluster 2024-09-21T06:05:03.585293+0000 mgr.y (mgr.15270) 144 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:05.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:05 smithi099 bash[26898]: cephadm 2024-09-21T06:05:03.595401+0000 mgr.y (mgr.15270) 145 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-21T06:05:05.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:05 smithi099 bash[26898]: cephadm 2024-09-21T06:05:03.674507+0000 mgr.y (mgr.15270) 146 : cephadm [INF] Deploying daemon grafana.a on smithi112 2024-09-21T06:05:05.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:05 smithi112 bash[21612]: cluster 2024-09-21T06:05:03.585293+0000 mgr.y (mgr.15270) 144 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:05.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:05 smithi112 bash[21612]: cephadm 2024-09-21T06:05:03.595401+0000 mgr.y (mgr.15270) 145 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-21T06:05:05.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:05 smithi112 bash[21612]: cephadm 2024-09-21T06:05:03.674507+0000 mgr.y (mgr.15270) 146 : cephadm [INF] Deploying daemon grafana.a on smithi112 2024-09-21T06:05:05.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:05:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:05:05] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.51.0" 2024-09-21T06:05:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:06 smithi112 bash[21612]: audit 2024-09-21T06:05:05.174399+0000 mon.a (mon.0) 1455 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:06 smithi099 bash[19899]: audit 2024-09-21T06:05:05.174399+0000 mon.a (mon.0) 1455 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:06.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:06 smithi099 bash[26898]: audit 2024-09-21T06:05:05.174399+0000 mon.a (mon.0) 1455 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:07.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:07 smithi112 bash[21612]: cluster 2024-09-21T06:05:05.586846+0000 mgr.y (mgr.15270) 147 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:07 smithi099 bash[19899]: cluster 2024-09-21T06:05:05.586846+0000 mgr.y (mgr.15270) 147 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:07 smithi099 bash[26898]: cluster 2024-09-21T06:05:05.586846+0000 mgr.y (mgr.15270) 147 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:09 smithi112 bash[21612]: cluster 2024-09-21T06:05:07.587568+0000 mgr.y (mgr.15270) 148 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:09 smithi099 bash[19899]: cluster 2024-09-21T06:05:07.587568+0000 mgr.y (mgr.15270) 148 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:09 smithi099 bash[26898]: cluster 2024-09-21T06:05:07.587568+0000 mgr.y (mgr.15270) 148 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:11.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:11 smithi112 bash[21612]: cluster 2024-09-21T06:05:09.588268+0000 mgr.y (mgr.15270) 149 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:11 smithi099 bash[19899]: cluster 2024-09-21T06:05:09.588268+0000 mgr.y (mgr.15270) 149 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:11.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:11 smithi099 bash[26898]: cluster 2024-09-21T06:05:09.588268+0000 mgr.y (mgr.15270) 149 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:13 smithi112 bash[21612]: cluster 2024-09-21T06:05:11.589856+0000 mgr.y (mgr.15270) 150 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:13.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:13 smithi099 bash[19899]: cluster 2024-09-21T06:05:11.589856+0000 mgr.y (mgr.15270) 150 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:13 smithi099 bash[26898]: cluster 2024-09-21T06:05:11.589856+0000 mgr.y (mgr.15270) 150 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:14 smithi112 bash[21612]: audit 2024-09-21T06:05:12.786659+0000 mgr.y (mgr.15270) 151 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:14.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:14 smithi099 bash[19899]: audit 2024-09-21T06:05:12.786659+0000 mgr.y (mgr.15270) 151 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:14.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:14 smithi099 bash[26898]: audit 2024-09-21T06:05:12.786659+0000 mgr.y (mgr.15270) 151 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:15 smithi112 bash[21612]: cluster 2024-09-21T06:05:13.590668+0000 mgr.y (mgr.15270) 152 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:15 smithi099 bash[19899]: cluster 2024-09-21T06:05:13.590668+0000 mgr.y (mgr.15270) 152 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:15.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:05:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:05:15] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.51.0" 2024-09-21T06:05:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:15 smithi099 bash[26898]: cluster 2024-09-21T06:05:13.590668+0000 mgr.y (mgr.15270) 152 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:17.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:17 smithi112 bash[21612]: cluster 2024-09-21T06:05:15.592548+0000 mgr.y (mgr.15270) 153 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:17 smithi099 bash[19899]: cluster 2024-09-21T06:05:15.592548+0000 mgr.y (mgr.15270) 153 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:17 smithi099 bash[26898]: cluster 2024-09-21T06:05:15.592548+0000 mgr.y (mgr.15270) 153 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:19.407 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:19 smithi112 bash[21612]: cluster 2024-09-21T06:05:17.593233+0000 mgr.y (mgr.15270) 154 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:19 smithi099 bash[19899]: cluster 2024-09-21T06:05:17.593233+0000 mgr.y (mgr.15270) 154 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:19 smithi099 bash[26898]: cluster 2024-09-21T06:05:17.593233+0000 mgr.y (mgr.15270) 154 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:21.331 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:21.331 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:21.331 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:21.332 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:21.332 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:21.333 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:21.333 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:21 smithi112 bash[21612]: cluster 2024-09-21T06:05:19.593926+0000 mgr.y (mgr.15270) 155 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:21.333 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:21 smithi112 bash[21612]: audit 2024-09-21T06:05:20.174901+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:21.333 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:21.334 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:21.334 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:21 smithi099 bash[19899]: cluster 2024-09-21T06:05:19.593926+0000 mgr.y (mgr.15270) 155 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:21 smithi099 bash[19899]: audit 2024-09-21T06:05:20.174901+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:21 smithi099 bash[26898]: cluster 2024-09-21T06:05:19.593926+0000 mgr.y (mgr.15270) 155 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:21 smithi099 bash[26898]: audit 2024-09-21T06:05:20.174901+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:21.687 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:21 smithi112 systemd[1]: Stopping Ceph grafana.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:05:21.687 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:21 smithi112 bash[46851]: logger=server t=2024-09-21T06:05:21.46120326Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-21T06:05:21.687 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:21 smithi112 bash[46851]: logger=ticker t=2024-09-21T06:05:21.46126415Z level=info msg=stopped last_tick=2024-09-21T06:05:20Z 2024-09-21T06:05:21.687 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:21 smithi112 bash[46851]: logger=tracing t=2024-09-21T06:05:21.461297638Z level=info msg="Closing tracing" 2024-09-21T06:05:22.359 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:22 smithi112 bash[66970]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-grafana-a 2024-09-21T06:05:22.359 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:22 smithi112 bash[67031]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-grafana-a 2024-09-21T06:05:22.359 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@grafana.a.service: Deactivated successfully. 2024-09-21T06:05:22.360 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: Stopped Ceph grafana.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:05:22.695 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:22.695 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:22.695 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:22.695 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:22.696 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:22.696 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:22.696 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:22.697 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:05:22.697 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:22 smithi112 systemd[1]: Started Ceph grafana.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:05:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[21612]: cluster 2024-09-21T06:05:21.595562+0000 mgr.y (mgr.15270) 156 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[21612]: audit 2024-09-21T06:05:22.521790+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[21612]: audit 2024-09-21T06:05:22.532170+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:23 smithi099 bash[19899]: cluster 2024-09-21T06:05:21.595562+0000 mgr.y (mgr.15270) 156 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:23 smithi099 bash[19899]: audit 2024-09-21T06:05:22.521790+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:23 smithi099 bash[19899]: audit 2024-09-21T06:05:22.532170+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:23 smithi099 bash[26898]: cluster 2024-09-21T06:05:21.595562+0000 mgr.y (mgr.15270) 156 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:23 smithi099 bash[26898]: audit 2024-09-21T06:05:22.521790+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:23 smithi099 bash[26898]: audit 2024-09-21T06:05:22.532170+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:23.864 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806647002Z level=info msg="Starting Grafana" version=10.4.8 commit=8c384b71bde142a25ddc01ed5a183ca572b2b7f7 branch=v10.4.x compiled=2024-09-21T06:05:23Z 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806903601Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806914173Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806919977Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806925115Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806929896Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806934165Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806937136Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806953154Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806959136Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806963084Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806966122Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-21T06:05:23.865 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806969276Z level=info msg=Target target=[all] 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806975154Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.80697814Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806980889Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806983719Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.80698665Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=settings t=2024-09-21T06:05:23.806989481Z level=info msg="App mode production" 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=sqlstore t=2024-09-21T06:05:23.807270761Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=sqlstore t=2024-09-21T06:05:23.807284654Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.807895106Z level=info msg="Starting DB migrations" 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.824992401Z level=info msg="Executing migration" id="Add uid column to user" 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.830387482Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.394408ms 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.86315377Z level=info msg="Executing migration" id="Update uid column values for users" 2024-09-21T06:05:23.866 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.863524673Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=369.793µs 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.888317436Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.889812447Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=1.494651ms 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.913835971Z level=info msg="Executing migration" id="update login field with orgid to allow for multiple service accounts with same name across orgs" 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.914311061Z level=info msg="Migration successfully executed" id="update login field with orgid to allow for multiple service accounts with same name across orgs" duration=477.128µs 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.939452238Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.951614922Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=12.160798ms 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.972504196Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:23 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:23.985007507Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=12.50267ms 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.006323134Z level=info msg="Executing migration" id="Add column uid in team" 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.018652078Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=12.325142ms 2024-09-21T06:05:24.125 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.039637727Z level=info msg="Executing migration" id="Update uid column values in team" 2024-09-21T06:05:24.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.040024872Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=386.455µs 2024-09-21T06:05:24.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.081722237Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-09-21T06:05:24.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.083806524Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=2.084633ms 2024-09-21T06:05:24.126 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.123812313Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-09-21T06:05:24.410 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[21612]: audit 2024-09-21T06:05:22.795629+0000 mgr.y (mgr.15270) 157 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:24.411 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.126258573Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=2.445399ms 2024-09-21T06:05:24.411 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.140796122Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-09-21T06:05:24.411 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.157296212Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=16.480875ms 2024-09-21T06:05:24.411 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.191381849Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-09-21T06:05:24.411 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.207036222Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=15.652003ms 2024-09-21T06:05:24.411 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.266554369Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-09-21T06:05:24.411 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.266709731Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=154.002µs 2024-09-21T06:05:24.411 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.308532939Z level=info msg="Executing migration" id="add library_element folder uid" 2024-09-21T06:05:24.412 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.326342075Z level=info msg="Migration successfully executed" id="add library_element folder uid" duration=17.806382ms 2024-09-21T06:05:24.412 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.36739609Z level=info msg="Executing migration" id="populate library_element folder_uid" 2024-09-21T06:05:24.412 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.368392775Z level=info msg="Migration successfully executed" id="populate library_element folder_uid" duration=998.783µs 2024-09-21T06:05:24.412 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.409575623Z level=info msg="Executing migration" id="add index library_element org_id-folder_uid-name-kind" 2024-09-21T06:05:24.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:24 smithi099 bash[26898]: audit 2024-09-21T06:05:22.795629+0000 mgr.y (mgr.15270) 157 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:24.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:24 smithi099 bash[19899]: audit 2024-09-21T06:05:22.795629+0000 mgr.y (mgr.15270) 157 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.412390261Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_uid-name-kind" duration=2.814568ms 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.435099017Z level=info msg="Executing migration" id="permission kind migration" 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.450767147Z level=info msg="Migration successfully executed" id="permission kind migration" duration=15.660983ms 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.476808196Z level=info msg="Executing migration" id="permission attribute migration" 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.492683072Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=15.874189ms 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.518656676Z level=info msg="Executing migration" id="permission identifier migration" 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.534285756Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=15.628264ms 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.560610333Z level=info msg="Executing migration" id="add permission identifier index" 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.563282049Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=2.67066ms 2024-09-21T06:05:24.663 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.585912391Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-09-21T06:05:24.664 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.588977505Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=3.065757ms 2024-09-21T06:05:24.664 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.61117046Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-09-21T06:05:24.664 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.613440479Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=2.269666ms 2024-09-21T06:05:24.664 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.636367738Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-09-21T06:05:24.664 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.636456165Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=88.281µs 2024-09-21T06:05:24.664 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.661642834Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-09-21T06:05:24.914 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.664043432Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=2.398755ms 2024-09-21T06:05:24.914 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.703603593Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-09-21T06:05:24.914 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.705893992Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=2.290499ms 2024-09-21T06:05:24.915 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.728929721Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-09-21T06:05:24.915 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.774802091Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=45.872296ms 2024-09-21T06:05:24.915 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.795864704Z level=info msg="Executing migration" id="create correlation v2" 2024-09-21T06:05:24.915 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.798003855Z level=info msg="Migration successfully executed" id="create correlation v2" duration=2.137957ms 2024-09-21T06:05:24.915 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.846080653Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-09-21T06:05:24.915 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.848284432Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=2.202237ms 2024-09-21T06:05:24.915 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.871388469Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-09-21T06:05:24.915 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.873693349Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=2.305428ms 2024-09-21T06:05:24.915 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.913536363Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-09-21T06:05:25.172 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.915913765Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=2.376512ms 2024-09-21T06:05:25.172 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.938797046Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-09-21T06:05:25.172 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.939492531Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=695.098µs 2024-09-21T06:05:25.172 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.97232988Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-09-21T06:05:25.172 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.97421834Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=1.890001ms 2024-09-21T06:05:25.172 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:24 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:24.997611332Z level=info msg="Executing migration" id="add provisioning column" 2024-09-21T06:05:25.172 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.013450113Z level=info msg="Migration successfully executed" id="add provisioning column" duration=15.838148ms 2024-09-21T06:05:25.173 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.03955132Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-09-21T06:05:25.173 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.040040472Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=485.358µs 2024-09-21T06:05:25.173 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.064672168Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-09-21T06:05:25.173 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.064783072Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=110.778µs 2024-09-21T06:05:25.173 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.090086808Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-09-21T06:05:25.173 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.106454613Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=16.367601ms 2024-09-21T06:05:25.173 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.148672574Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-09-21T06:05:25.173 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.14945369Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=781.153µs 2024-09-21T06:05:25.436 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[21612]: cluster 2024-09-21T06:05:23.596187+0000 mgr.y (mgr.15270) 158 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:25.436 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.190766572Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-09-21T06:05:25.436 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.191290759Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=522.88µs 2024-09-21T06:05:25.436 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.232821817Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-09-21T06:05:25.436 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.234585305Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=1.761198ms 2024-09-21T06:05:25.436 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.274846304Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-09-21T06:05:25.436 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.277140109Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=2.292118ms 2024-09-21T06:05:25.436 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.316804706Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-09-21T06:05:25.436 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.319142399Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=2.336916ms 2024-09-21T06:05:25.437 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.342500766Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-09-21T06:05:25.437 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.343656794Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=1.15508ms 2024-09-21T06:05:25.437 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.384035875Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-09-21T06:05:25.437 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.384725623Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=691.262µs 2024-09-21T06:05:25.437 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.409675957Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-09-21T06:05:25.437 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.412051613Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=2.375223ms 2024-09-21T06:05:25.437 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.434911311Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-09-21T06:05:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:25 smithi099 bash[19899]: cluster 2024-09-21T06:05:23.596187+0000 mgr.y (mgr.15270) 158 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:25.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:05:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:05:25] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-21T06:05:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:25 smithi099 bash[26898]: cluster 2024-09-21T06:05:23.596187+0000 mgr.y (mgr.15270) 158 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:25.695 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.437481118Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=2.56891ms 2024-09-21T06:05:25.695 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.460177999Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-09-21T06:05:25.695 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.462418502Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=2.242511ms 2024-09-21T06:05:25.695 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.485427546Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-09-21T06:05:25.695 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.48776879Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=2.340557ms 2024-09-21T06:05:25.695 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.527670926Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-09-21T06:05:25.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.529955718Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=2.284266ms 2024-09-21T06:05:25.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.569483392Z level=info msg="Executing migration" id="create anon_device table" 2024-09-21T06:05:25.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.570680831Z level=info msg="Migration successfully executed" id="create anon_device table" duration=1.199657ms 2024-09-21T06:05:25.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.611515723Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-09-21T06:05:25.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.612645718Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=1.132614ms 2024-09-21T06:05:25.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.653594038Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-09-21T06:05:25.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.655826895Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=2.232083ms 2024-09-21T06:05:25.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.67879607Z level=info msg="Executing migration" id="create signing_key table" 2024-09-21T06:05:25.696 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.680868272Z level=info msg="Migration successfully executed" id="create signing_key table" duration=2.071145ms 2024-09-21T06:05:25.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.720829306Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-09-21T06:05:25.982 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.723069616Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=2.239247ms 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.746170601Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.748238843Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=2.068119ms 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.771340075Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.772931465Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=1.597207ms 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.79656121Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.813969423Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=17.39936ms 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.880261224Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.881861694Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.602703ms 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.905515592Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.905550284Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=36.685µs 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.930774959Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.933055965Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=2.280689ms 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.956026267Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-09-21T06:05:25.983 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.956057256Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=32.889µs 2024-09-21T06:05:25.984 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.981270185Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-09-21T06:05:26.242 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:25 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:25.984249788Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=2.97809ms 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.006559108Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.009283136Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=2.723545ms 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.048516765Z level=info msg="Executing migration" id="create sso_setting table" 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.050838036Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=2.320324ms 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.073782407Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.076774224Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=2.994134ms 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.11567482Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.117095702Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=1.421489ms 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.141064144Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.141247302Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=176.58µs 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.166334006Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.183638835Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=17.301646ms 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.22496661Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-09-21T06:05:26.243 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.241316039Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=16.347793ms 2024-09-21T06:05:26.502 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.28369709Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-09-21T06:05:26.502 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.284523897Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=828.278µs 2024-09-21T06:05:26.502 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=migrator t=2024-09-21T06:05:26.325547997Z level=info msg="migrations completed" performed=69 skipped=482 duration=2.500632697s 2024-09-21T06:05:26.502 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=sqlstore t=2024-09-21T06:05:26.3279241Z level=info msg="Created default organization" 2024-09-21T06:05:26.502 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=secrets t=2024-09-21T06:05:26.384433109Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-21T06:05:26.502 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=plugin.store t=2024-09-21T06:05:26.428541371Z level=info msg="Loading plugins..." 2024-09-21T06:05:26.502 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=local.finder t=2024-09-21T06:05:26.50087785Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-21T06:05:26.503 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=plugin.store t=2024-09-21T06:05:26.500922835Z level=info msg="Plugins loaded" count=55 duration=72.38303ms 2024-09-21T06:05:26.799 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=query_data t=2024-09-21T06:05:26.507096896Z level=info msg="Query Service initialization" 2024-09-21T06:05:26.799 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=live.push_http t=2024-09-21T06:05:26.513486143Z level=info msg="Live Push Gateway initialization" 2024-09-21T06:05:26.799 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=ngalert.migration t=2024-09-21T06:05:26.551696738Z level=info msg=Starting 2024-09-21T06:05:26.799 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=ngalert.state.manager t=2024-09-21T06:05:26.612642813Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-09-21T06:05:26.799 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=infra.usagestats.collector t=2024-09-21T06:05:26.616647074Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-21T06:05:26.799 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=provisioning.datasources t=2024-09-21T06:05:26.660866068Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-21T06:05:26.799 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=provisioning.datasources t=2024-09-21T06:05:26.661795892Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-21T06:05:27.175 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=provisioning.alerting t=2024-09-21T06:05:26.797878012Z level=info msg="starting to provision alerting" 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=provisioning.alerting t=2024-09-21T06:05:26.797909567Z level=info msg="finished to provision alerting" 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=grafanaStorageLogger t=2024-09-21T06:05:26.798545408Z level=info msg="Storage starting" 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=ngalert.state.manager t=2024-09-21T06:05:26.798595663Z level=info msg="Warming state cache for startup" 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=ngalert.multiorg.alertmanager t=2024-09-21T06:05:26.798768778Z level=info msg="Starting MultiOrg Alertmanager" 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=http.server t=2024-09-21T06:05:26.801289102Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=http.server t=2024-09-21T06:05:26.801515492Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=grafana.update.checker t=2024-09-21T06:05:26.878857805Z level=info msg="Update check succeeded" duration=79.231502ms 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=plugins.update.checker t=2024-09-21T06:05:26.880050414Z level=info msg="Update check succeeded" duration=81.936473ms 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=provisioning.dashboard t=2024-09-21T06:05:26.908021425Z level=info msg="starting to provision dashboards" 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=ngalert.state.manager t=2024-09-21T06:05:26.916217992Z level=info msg="State cache has been initialized" states=0 duration=117.622547ms 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=ngalert.scheduler t=2024-09-21T06:05:26.916245301Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=ticker t=2024-09-21T06:05:26.91630487Z level=info msg=starting first_tick=2024-09-21T06:05:30Z 2024-09-21T06:05:27.176 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:26 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:26.916922538Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:27.177 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:27 smithi112 bash[67087]: logger=provisioning.dashboard t=2024-09-21T06:05:27.015473509Z level=info msg="finished to provision dashboards" 2024-09-21T06:05:27.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:27 smithi112 bash[21612]: cluster 2024-09-21T06:05:25.597715+0000 mgr.y (mgr.15270) 159 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:27.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:27 smithi112 bash[67087]: logger=grafana-apiserver t=2024-09-21T06:05:27.183763999Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-09-21T06:05:27.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:27 smithi112 bash[67087]: logger=grafana-apiserver t=2024-09-21T06:05:27.184401888Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-09-21T06:05:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:27 smithi099 bash[19899]: cluster 2024-09-21T06:05:25.597715+0000 mgr.y (mgr.15270) 159 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:27 smithi099 bash[26898]: cluster 2024-09-21T06:05:25.597715+0000 mgr.y (mgr.15270) 159 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:29.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:29 smithi112 bash[21612]: cluster 2024-09-21T06:05:27.598386+0000 mgr.y (mgr.15270) 160 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:29.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:29 smithi112 bash[21612]: audit 2024-09-21T06:05:28.539746+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:29.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:29 smithi112 bash[21612]: audit 2024-09-21T06:05:28.551299+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:29 smithi099 bash[19899]: cluster 2024-09-21T06:05:27.598386+0000 mgr.y (mgr.15270) 160 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:29 smithi099 bash[19899]: audit 2024-09-21T06:05:28.539746+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:29 smithi099 bash[19899]: audit 2024-09-21T06:05:28.551299+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:29 smithi099 bash[26898]: cluster 2024-09-21T06:05:27.598386+0000 mgr.y (mgr.15270) 160 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:29 smithi099 bash[26898]: audit 2024-09-21T06:05:28.539746+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:29 smithi099 bash[26898]: audit 2024-09-21T06:05:28.551299+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:30.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:30.027843396Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:30 smithi112 bash[21612]: cluster 2024-09-21T06:05:29.599029+0000 mgr.y (mgr.15270) 161 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:30 smithi112 bash[21612]: audit 2024-09-21T06:05:29.768188+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:30 smithi112 bash[21612]: audit 2024-09-21T06:05:29.779001+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:30 smithi099 bash[19899]: cluster 2024-09-21T06:05:29.599029+0000 mgr.y (mgr.15270) 161 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:30 smithi099 bash[19899]: audit 2024-09-21T06:05:29.768188+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:30 smithi099 bash[19899]: audit 2024-09-21T06:05:29.779001+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:31.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:30 smithi099 bash[26898]: cluster 2024-09-21T06:05:29.599029+0000 mgr.y (mgr.15270) 161 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:31.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:30 smithi099 bash[26898]: audit 2024-09-21T06:05:29.768188+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:31.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:30 smithi099 bash[26898]: audit 2024-09-21T06:05:29.779001+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:32.234 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (48s) 42s ago 27m 13.8M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (10s) 4s ago 27m 31.8M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (2m) 42s ago 25m 47.9M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (2m) 4s ago 35m 438M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (13m) 42s ago 38m 503M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (38m) 42s ago 38m 86.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (36m) 4s ago 36m 61.0M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (36m) 42s ago 36m 63.6M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (114s) 42s ago 27m 7791k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (110s) 4s ago 27m 7663k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:05:32.890 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (35m) 42s ago 35m 65.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (34m) 42s ago 34m 68.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (33m) 42s ago 33m 62.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (32m) 42s ago 32m 68.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (31m) 4s ago 31m 69.5M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (30m) 4s ago 30m 56.2M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (29m) 4s ago 29m 64.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (28m) 4s ago 29m 58.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (78s) 4s ago 28m 35.1M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (25m) 42s ago 25m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:05:32.891 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (25m) 4s ago 25m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:05:33.055 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:32 smithi112 bash[21612]: cluster 2024-09-21T06:05:31.600599+0000 mgr.y (mgr.15270) 162 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:33.055 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:32 smithi112 bash[21612]: audit 2024-09-21T06:05:32.223249+0000 mgr.y (mgr.15270) 163 : audit [DBG] from='client.15582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:32 smithi099 bash[19899]: cluster 2024-09-21T06:05:31.600599+0000 mgr.y (mgr.15270) 162 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:32 smithi099 bash[19899]: audit 2024-09-21T06:05:32.223249+0000 mgr.y (mgr.15270) 163 : audit [DBG] from='client.15582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:33.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:32 smithi099 bash[26898]: cluster 2024-09-21T06:05:31.600599+0000 mgr.y (mgr.15270) 162 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:33.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:32 smithi099 bash[26898]: audit 2024-09-21T06:05:32.223249+0000 mgr.y (mgr.15270) 163 : audit [DBG] from='client.15582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:05:33.265 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:05:33.266 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:05:33.266 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:05:33.266 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:05:33.266 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:05:33.266 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T06:05:33.266 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:05:33.266 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:05:33.266 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:05:33.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:33.05438011Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:33.571 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [ 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr" 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout: ], 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "2/2 daemons upgraded", 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading grafana daemons", 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:05:33.572 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:05:34.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:33 smithi112 bash[21612]: audit 2024-09-21T06:05:32.541586+0000 mgr.y (mgr.15270) 164 : audit [DBG] from='client.25466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:34.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:33 smithi112 bash[21612]: audit 2024-09-21T06:05:32.803596+0000 mgr.y (mgr.15270) 165 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:34.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:33 smithi112 bash[21612]: audit 2024-09-21T06:05:32.856034+0000 mgr.y (mgr.15270) 166 : audit [DBG] from='client.15594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:34.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:33 smithi112 bash[21612]: audit 2024-09-21T06:05:33.266203+0000 mon.a (mon.0) 1463 : audit [DBG] from='client.? 172.21.15.99:0/3520640019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:33 smithi099 bash[19899]: audit 2024-09-21T06:05:32.541586+0000 mgr.y (mgr.15270) 164 : audit [DBG] from='client.25466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:33 smithi099 bash[19899]: audit 2024-09-21T06:05:32.803596+0000 mgr.y (mgr.15270) 165 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:33 smithi099 bash[19899]: audit 2024-09-21T06:05:32.856034+0000 mgr.y (mgr.15270) 166 : audit [DBG] from='client.15594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:33 smithi099 bash[19899]: audit 2024-09-21T06:05:33.266203+0000 mon.a (mon.0) 1463 : audit [DBG] from='client.? 172.21.15.99:0/3520640019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:34.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:33 smithi099 bash[26898]: audit 2024-09-21T06:05:32.541586+0000 mgr.y (mgr.15270) 164 : audit [DBG] from='client.25466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:34.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:33 smithi099 bash[26898]: audit 2024-09-21T06:05:32.803596+0000 mgr.y (mgr.15270) 165 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:34.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:33 smithi099 bash[26898]: audit 2024-09-21T06:05:32.856034+0000 mgr.y (mgr.15270) 166 : audit [DBG] from='client.15594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:34.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:33 smithi099 bash[26898]: audit 2024-09-21T06:05:33.266203+0000 mon.a (mon.0) 1463 : audit [DBG] from='client.? 172.21.15.99:0/3520640019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:34 smithi112 bash[21612]: audit 2024-09-21T06:05:33.572569+0000 mgr.y (mgr.15270) 167 : audit [DBG] from='client.15606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:34 smithi112 bash[21612]: cluster 2024-09-21T06:05:33.601242+0000 mgr.y (mgr.15270) 168 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:34 smithi099 bash[19899]: audit 2024-09-21T06:05:33.572569+0000 mgr.y (mgr.15270) 167 : audit [DBG] from='client.15606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:34 smithi099 bash[19899]: cluster 2024-09-21T06:05:33.601242+0000 mgr.y (mgr.15270) 168 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:34 smithi099 bash[26898]: audit 2024-09-21T06:05:33.572569+0000 mgr.y (mgr.15270) 167 : audit [DBG] from='client.15606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:05:35.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:34 smithi099 bash[26898]: cluster 2024-09-21T06:05:33.601242+0000 mgr.y (mgr.15270) 168 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:35.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:05:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:05:35] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-21T06:05:36.104 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:36.024195354Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:36.104 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:35 smithi112 bash[21612]: audit 2024-09-21T06:05:35.175223+0000 mon.a (mon.0) 1464 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:36.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:35 smithi099 bash[19899]: audit 2024-09-21T06:05:35.175223+0000 mon.a (mon.0) 1464 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:36.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:35 smithi099 bash[26898]: audit 2024-09-21T06:05:35.175223+0000 mon.a (mon.0) 1464 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:36 smithi112 bash[21612]: cluster 2024-09-21T06:05:35.602718+0000 mgr.y (mgr.15270) 169 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:37.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:36 smithi099 bash[19899]: cluster 2024-09-21T06:05:35.602718+0000 mgr.y (mgr.15270) 169 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:37.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:36 smithi099 bash[26898]: cluster 2024-09-21T06:05:35.602718+0000 mgr.y (mgr.15270) 169 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:39.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:39.047909329Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:39.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:38 smithi112 bash[21612]: cluster 2024-09-21T06:05:37.603434+0000 mgr.y (mgr.15270) 170 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:38 smithi099 bash[19899]: cluster 2024-09-21T06:05:37.603434+0000 mgr.y (mgr.15270) 170 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:38 smithi099 bash[26898]: cluster 2024-09-21T06:05:37.603434+0000 mgr.y (mgr.15270) 170 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:40.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.507366+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.519305+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.522001+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.523816+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.534735+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.588426+0000 mon.a (mon.0) 1470 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.589466+0000 mgr.y (mgr.15270) 171 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: cluster 2024-09-21T06:05:39.604102+0000 mgr.y (mgr.15270) 172 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.672984+0000 mon.a (mon.0) 1471 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.676718+0000 mon.a (mon.0) 1472 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.679550+0000 mon.a (mon.0) 1473 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.682659+0000 mon.a (mon.0) 1474 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.685788+0000 mon.a (mon.0) 1475 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.688483+0000 mon.a (mon.0) 1476 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.691265+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.694912+0000 mon.a (mon.0) 1478 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.698971+0000 mon.a (mon.0) 1479 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.702828+0000 mon.a (mon.0) 1480 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.706351+0000 mon.a (mon.0) 1481 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.709951+0000 mon.a (mon.0) 1482 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.507366+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.519305+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.522001+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.523816+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:40.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.534735+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.588426+0000 mon.a (mon.0) 1470 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.589466+0000 mgr.y (mgr.15270) 171 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: cluster 2024-09-21T06:05:39.604102+0000 mgr.y (mgr.15270) 172 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.672984+0000 mon.a (mon.0) 1471 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.676718+0000 mon.a (mon.0) 1472 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.679550+0000 mon.a (mon.0) 1473 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.682659+0000 mon.a (mon.0) 1474 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.685788+0000 mon.a (mon.0) 1475 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.688483+0000 mon.a (mon.0) 1476 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.691265+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.694912+0000 mon.a (mon.0) 1478 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.698971+0000 mon.a (mon.0) 1479 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.702828+0000 mon.a (mon.0) 1480 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.706351+0000 mon.a (mon.0) 1481 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.709951+0000 mon.a (mon.0) 1482 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.713473+0000 mon.a (mon.0) 1483 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.716769+0000 mon.a (mon.0) 1484 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.720069+0000 mon.a (mon.0) 1485 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: cephadm 2024-09-21T06:05:39.721836+0000 mgr.y (mgr.15270) 173 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.729520+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.736125+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.744476+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.749670+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.757238+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:05:40.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.762368+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.769793+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.774873+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.776323+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.784729+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.790014+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.791484+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.799739+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.713473+0000 mon.a (mon.0) 1483 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.716769+0000 mon.a (mon.0) 1484 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.720069+0000 mon.a (mon.0) 1485 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: cephadm 2024-09-21T06:05:39.721836+0000 mgr.y (mgr.15270) 173 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.729520+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.736125+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.744476+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.749670+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.757238+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.762368+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.769793+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.774873+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.776323+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.784729+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.790014+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.791484+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-21T06:05:40.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.799739+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.805027+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.806521+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.814884+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.819971+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.821335+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.827836+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.831998+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.838236+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.842218+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.843745+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.845193+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.846694+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.848188+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.849641+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: cephadm 2024-09-21T06:05:39.850654+0000 mgr.y (mgr.15270) 174 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.851401+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.858057+0000 mon.a (mon.0) 1514 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.805027+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.806521+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.814884+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.819971+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.821335+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-21T06:05:40.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.827836+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.831998+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.838236+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.842218+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.843745+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.845193+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.846694+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.848188+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.849641+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: cephadm 2024-09-21T06:05:39.850654+0000 mgr.y (mgr.15270) 174 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.851401+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.858057+0000 mon.a (mon.0) 1514 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:05:40.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.860055+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.861517+0000 mon.a (mon.0) 1516 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.871870+0000 mon.a (mon.0) 1517 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:39.999980+0000 mon.a (mon.0) 1518 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:40.001549+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:40.009624+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[19899]: audit 2024-09-21T06:05:40.245981+0000 mon.a (mon.0) 1521 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.860055+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.861517+0000 mon.a (mon.0) 1516 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.871870+0000 mon.a (mon.0) 1517 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:39.999980+0000 mon.a (mon.0) 1518 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:40.001549+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:40.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:40.009624+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:40 smithi099 bash[26898]: audit 2024-09-21T06:05:40.245981+0000 mon.a (mon.0) 1521 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.507366+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.519305+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.522001+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.523816+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.534735+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.588426+0000 mon.a (mon.0) 1470 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.589466+0000 mgr.y (mgr.15270) 171 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: cluster 2024-09-21T06:05:39.604102+0000 mgr.y (mgr.15270) 172 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.672984+0000 mon.a (mon.0) 1471 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.676718+0000 mon.a (mon.0) 1472 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.679550+0000 mon.a (mon.0) 1473 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.682659+0000 mon.a (mon.0) 1474 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.685788+0000 mon.a (mon.0) 1475 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.688483+0000 mon.a (mon.0) 1476 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.691265+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.947 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.694912+0000 mon.a (mon.0) 1478 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.947 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.698971+0000 mon.a (mon.0) 1479 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.947 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.702828+0000 mon.a (mon.0) 1480 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.947 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.706351+0000 mon.a (mon.0) 1481 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.947 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.709951+0000 mon.a (mon.0) 1482 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.947 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.713473+0000 mon.a (mon.0) 1483 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.716769+0000 mon.a (mon.0) 1484 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.720069+0000 mon.a (mon.0) 1485 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: cephadm 2024-09-21T06:05:39.721836+0000 mgr.y (mgr.15270) 173 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.729520+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.736125+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.744476+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.749670+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.757238+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.762368+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.769793+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.774873+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-21T06:05:40.948 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.776323+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-21T06:05:40.949 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.784729+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:05:40.949 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.790014+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-21T06:05:40.949 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.791484+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-21T06:05:40.949 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.799739+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:05:40.949 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.805027+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.949 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.806521+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-21T06:05:40.949 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.814884+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:05:40.949 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.819971+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.821335+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.827836+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.831998+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.838236+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.842218+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.843745+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.845193+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.846694+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.848188+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.849641+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: cephadm 2024-09-21T06:05:39.850654+0000 mgr.y (mgr.15270) 174 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.851401+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-21T06:05:40.950 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.858057+0000 mon.a (mon.0) 1514 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:05:40.951 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.860055+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:40.951 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.861517+0000 mon.a (mon.0) 1516 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:40.951 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.871870+0000 mon.a (mon.0) 1517 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.951 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:39.999980+0000 mon.a (mon.0) 1518 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:05:40.951 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:40.001549+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:05:40.951 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:40.009624+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:40.951 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:40 smithi112 bash[21612]: audit 2024-09-21T06:05:40.245981+0000 mon.a (mon.0) 1521 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:05:42.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:42.075331382Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:42.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:42 smithi112 bash[21612]: cluster 2024-09-21T06:05:41.605853+0000 mgr.y (mgr.15270) 175 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:43.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:42 smithi099 bash[19899]: cluster 2024-09-21T06:05:41.605853+0000 mgr.y (mgr.15270) 175 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:43.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:42 smithi099 bash[26898]: cluster 2024-09-21T06:05:41.605853+0000 mgr.y (mgr.15270) 175 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:43.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:43 smithi112 bash[21612]: audit 2024-09-21T06:05:42.814594+0000 mgr.y (mgr.15270) 176 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:44.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:43 smithi099 bash[19899]: audit 2024-09-21T06:05:42.814594+0000 mgr.y (mgr.15270) 176 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:44.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:43 smithi099 bash[26898]: audit 2024-09-21T06:05:42.814594+0000 mgr.y (mgr.15270) 176 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:44.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:44 smithi112 bash[21612]: cluster 2024-09-21T06:05:43.606646+0000 mgr.y (mgr.15270) 177 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:45.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:44 smithi099 bash[19899]: cluster 2024-09-21T06:05:43.606646+0000 mgr.y (mgr.15270) 177 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:45.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:44 smithi099 bash[26898]: cluster 2024-09-21T06:05:43.606646+0000 mgr.y (mgr.15270) 177 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:45.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:45.053764021Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:45.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:05:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:05:45] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-21T06:05:46.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:46 smithi112 bash[21612]: cluster 2024-09-21T06:05:45.608346+0000 mgr.y (mgr.15270) 178 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:47.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:46 smithi099 bash[19899]: cluster 2024-09-21T06:05:45.608346+0000 mgr.y (mgr.15270) 178 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:47.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:46 smithi099 bash[26898]: cluster 2024-09-21T06:05:45.608346+0000 mgr.y (mgr.15270) 178 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:48.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:48.046622839Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:48.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:48 smithi112 bash[21612]: cluster 2024-09-21T06:05:47.609011+0000 mgr.y (mgr.15270) 179 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:49.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:48 smithi099 bash[26898]: cluster 2024-09-21T06:05:47.609011+0000 mgr.y (mgr.15270) 179 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:49.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:48 smithi099 bash[19899]: cluster 2024-09-21T06:05:47.609011+0000 mgr.y (mgr.15270) 179 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:50.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:50 smithi112 bash[21612]: cluster 2024-09-21T06:05:49.609766+0000 mgr.y (mgr.15270) 180 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:50.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:50 smithi112 bash[21612]: audit 2024-09-21T06:05:50.175462+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:51.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:50 smithi099 bash[19899]: cluster 2024-09-21T06:05:49.609766+0000 mgr.y (mgr.15270) 180 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:51.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:50 smithi099 bash[19899]: audit 2024-09-21T06:05:50.175462+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:51.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:50 smithi099 bash[26898]: cluster 2024-09-21T06:05:49.609766+0000 mgr.y (mgr.15270) 180 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:51.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:50 smithi099 bash[26898]: audit 2024-09-21T06:05:50.175462+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:05:51.446 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:51.072763709Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:52.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:52 smithi112 bash[21612]: cluster 2024-09-21T06:05:51.611456+0000 mgr.y (mgr.15270) 181 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:53.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:52 smithi099 bash[19899]: cluster 2024-09-21T06:05:51.611456+0000 mgr.y (mgr.15270) 181 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:53.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:52 smithi099 bash[26898]: cluster 2024-09-21T06:05:51.611456+0000 mgr.y (mgr.15270) 181 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:54.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:53 smithi099 bash[19899]: audit 2024-09-21T06:05:52.825964+0000 mgr.y (mgr.15270) 182 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:54.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:53 smithi099 bash[26898]: audit 2024-09-21T06:05:52.825964+0000 mgr.y (mgr.15270) 182 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:54.063 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:53 smithi112 bash[21612]: audit 2024-09-21T06:05:52.825964+0000 mgr.y (mgr.15270) 182 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:05:54.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:54.062685025Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:55.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:54 smithi099 bash[19899]: cluster 2024-09-21T06:05:53.612123+0000 mgr.y (mgr.15270) 183 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:55.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:54 smithi099 bash[26898]: cluster 2024-09-21T06:05:53.612123+0000 mgr.y (mgr.15270) 183 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:55.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:54 smithi112 bash[21612]: cluster 2024-09-21T06:05:53.612123+0000 mgr.y (mgr.15270) 183 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:55.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:05:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:05:55] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-21T06:05:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:56 smithi099 bash[19899]: cluster 2024-09-21T06:05:55.613893+0000 mgr.y (mgr.15270) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:57.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:56 smithi099 bash[26898]: cluster 2024-09-21T06:05:55.613893+0000 mgr.y (mgr.15270) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:57.058 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:56 smithi112 bash[21612]: cluster 2024-09-21T06:05:55.613893+0000 mgr.y (mgr.15270) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:05:57.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:05:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:05:57.056979594Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:05:59.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:05:58 smithi099 bash[19899]: cluster 2024-09-21T06:05:57.614678+0000 mgr.y (mgr.15270) 185 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:59.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:05:58 smithi099 bash[26898]: cluster 2024-09-21T06:05:57.614678+0000 mgr.y (mgr.15270) 185 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:05:59.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:05:58 smithi112 bash[21612]: cluster 2024-09-21T06:05:57.614678+0000 mgr.y (mgr.15270) 185 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:00.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:00.056359823Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:01.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:00 smithi099 bash[19899]: cluster 2024-09-21T06:05:59.615478+0000 mgr.y (mgr.15270) 186 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:01.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:00 smithi099 bash[26898]: cluster 2024-09-21T06:05:59.615478+0000 mgr.y (mgr.15270) 186 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:00 smithi112 bash[21612]: cluster 2024-09-21T06:05:59.615478+0000 mgr.y (mgr.15270) 186 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:03.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:02 smithi099 bash[19899]: cluster 2024-09-21T06:06:01.617154+0000 mgr.y (mgr.15270) 187 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:03.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:02 smithi099 bash[26898]: cluster 2024-09-21T06:06:01.617154+0000 mgr.y (mgr.15270) 187 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:03.035 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:02 smithi112 bash[21612]: cluster 2024-09-21T06:06:01.617154+0000 mgr.y (mgr.15270) 187 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:03.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:03.034574276Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:04.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:03 smithi099 bash[19899]: audit 2024-09-21T06:06:02.835718+0000 mgr.y (mgr.15270) 188 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:04.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:03 smithi099 bash[26898]: audit 2024-09-21T06:06:02.835718+0000 mgr.y (mgr.15270) 188 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:04.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:03 smithi112 bash[21612]: audit 2024-09-21T06:06:02.835718+0000 mgr.y (mgr.15270) 188 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:04.590 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-21T06:06:05.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:04 smithi099 bash[19899]: cluster 2024-09-21T06:06:03.617900+0000 mgr.y (mgr.15270) 189 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:05.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:04 smithi099 bash[19899]: audit 2024-09-21T06:06:03.900525+0000 mgr.y (mgr.15270) 190 : audit [DBG] from='client.15612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:05.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:04 smithi099 bash[26898]: cluster 2024-09-21T06:06:03.617900+0000 mgr.y (mgr.15270) 189 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:05.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:04 smithi099 bash[26898]: audit 2024-09-21T06:06:03.900525+0000 mgr.y (mgr.15270) 190 : audit [DBG] from='client.15612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:05.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:04 smithi112 bash[21612]: cluster 2024-09-21T06:06:03.617900+0000 mgr.y (mgr.15270) 189 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:05.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:04 smithi112 bash[21612]: audit 2024-09-21T06:06:03.900525+0000 mgr.y (mgr.15270) 190 : audit [DBG] from='client.15612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:05.737 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:06:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:06:05] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.51.0" 2024-09-21T06:06:06.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:05 smithi099 bash[19899]: audit 2024-09-21T06:06:05.176178+0000 mon.a (mon.0) 1523 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:06.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:05 smithi099 bash[26898]: audit 2024-09-21T06:06:05.176178+0000 mon.a (mon.0) 1523 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:06.065 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:05 smithi112 bash[21612]: audit 2024-09-21T06:06:05.176178+0000 mon.a (mon.0) 1523 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:06.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:06.064682261Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:07.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:06 smithi099 bash[26898]: cluster 2024-09-21T06:06:05.619528+0000 mgr.y (mgr.15270) 191 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:07.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:06 smithi099 bash[19899]: cluster 2024-09-21T06:06:05.619528+0000 mgr.y (mgr.15270) 191 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:07.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:06 smithi112 bash[21612]: cluster 2024-09-21T06:06:05.619528+0000 mgr.y (mgr.15270) 191 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:09.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:08 smithi099 bash[19899]: cluster 2024-09-21T06:06:07.620186+0000 mgr.y (mgr.15270) 192 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:09.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:08 smithi099 bash[26898]: cluster 2024-09-21T06:06:07.620186+0000 mgr.y (mgr.15270) 192 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:09.074 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:08 smithi112 bash[21612]: cluster 2024-09-21T06:06:07.620186+0000 mgr.y (mgr.15270) 192 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:09.406 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:06:09.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:09.072890453Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:11.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:10 smithi099 bash[19899]: cluster 2024-09-21T06:06:09.620908+0000 mgr.y (mgr.15270) 193 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:11.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:10 smithi099 bash[26898]: cluster 2024-09-21T06:06:09.620908+0000 mgr.y (mgr.15270) 193 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:11.040 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:06:11.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:10 smithi112 bash[21612]: cluster 2024-09-21T06:06:09.620908+0000 mgr.y (mgr.15270) 193 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:11.791 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2024-09-21T06:06:12.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:11 smithi099 bash[19899]: audit 2024-09-21T06:06:11.029723+0000 mon.c (mon.2) 200 : audit [DBG] from='client.? 172.21.15.99:0/912203866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:06:12.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:11 smithi099 bash[26898]: audit 2024-09-21T06:06:11.029723+0000 mon.c (mon.2) 200 : audit [DBG] from='client.? 172.21.15.99:0/912203866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:06:12.059 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:11 smithi112 bash[21612]: audit 2024-09-21T06:06:11.029723+0000 mon.c (mon.2) 200 : audit [DBG] from='client.? 172.21.15.99:0/912203866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:06:12.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:12.058675178Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:12 smithi112 bash[21612]: cluster 2024-09-21T06:06:11.622577+0000 mgr.y (mgr.15270) 194 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:12 smithi099 bash[19899]: cluster 2024-09-21T06:06:11.622577+0000 mgr.y (mgr.15270) 194 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:12 smithi099 bash[26898]: cluster 2024-09-21T06:06:11.622577+0000 mgr.y (mgr.15270) 194 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:14.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:13 smithi112 bash[21612]: audit 2024-09-21T06:06:12.843689+0000 mgr.y (mgr.15270) 195 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:14.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:13 smithi099 bash[19899]: audit 2024-09-21T06:06:12.843689+0000 mgr.y (mgr.15270) 195 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:14.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:13 smithi099 bash[26898]: audit 2024-09-21T06:06:12.843689+0000 mgr.y (mgr.15270) 195 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:15.050 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:14 smithi112 bash[21612]: cluster 2024-09-21T06:06:13.623256+0000 mgr.y (mgr.15270) 196 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:14 smithi099 bash[19899]: cluster 2024-09-21T06:06:13.623256+0000 mgr.y (mgr.15270) 196 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:14 smithi099 bash[26898]: cluster 2024-09-21T06:06:13.623256+0000 mgr.y (mgr.15270) 196 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:15.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:15.049065161Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:15.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:06:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:06:15] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.51.0" 2024-09-21T06:06:16.605 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:06:17.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:16 smithi112 bash[21612]: cluster 2024-09-21T06:06:15.624817+0000 mgr.y (mgr.15270) 197 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:17.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:16 smithi099 bash[19899]: cluster 2024-09-21T06:06:15.624817+0000 mgr.y (mgr.15270) 197 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:17.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:16 smithi099 bash[26898]: cluster 2024-09-21T06:06:15.624817+0000 mgr.y (mgr.15270) 197 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:18.300 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)" 2024-09-21T06:06:18.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:18.041309644Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:18.915 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2024-09-21T06:06:19.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:18 smithi112 bash[21612]: cluster 2024-09-21T06:06:17.625406+0000 mgr.y (mgr.15270) 198 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:19.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:18 smithi112 bash[21612]: audit 2024-09-21T06:06:18.289938+0000 mon.a (mon.0) 1524 : audit [DBG] from='client.? 172.21.15.99:0/1087202151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:06:19.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:18 smithi099 bash[19899]: cluster 2024-09-21T06:06:17.625406+0000 mgr.y (mgr.15270) 198 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:19.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:18 smithi099 bash[19899]: audit 2024-09-21T06:06:18.289938+0000 mon.a (mon.0) 1524 : audit [DBG] from='client.? 172.21.15.99:0/1087202151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:06:19.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:18 smithi099 bash[26898]: cluster 2024-09-21T06:06:17.625406+0000 mgr.y (mgr.15270) 198 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:19.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:18 smithi099 bash[26898]: audit 2024-09-21T06:06:18.289938+0000 mon.a (mon.0) 1524 : audit [DBG] from='client.? 172.21.15.99:0/1087202151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:06:21.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:21.033048204Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:21.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:20 smithi112 bash[21612]: cluster 2024-09-21T06:06:19.626150+0000 mgr.y (mgr.15270) 199 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:21.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:20 smithi112 bash[21612]: audit 2024-09-21T06:06:20.176326+0000 mon.a (mon.0) 1525 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:20 smithi099 bash[19899]: cluster 2024-09-21T06:06:19.626150+0000 mgr.y (mgr.15270) 199 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:20 smithi099 bash[19899]: audit 2024-09-21T06:06:20.176326+0000 mon.a (mon.0) 1525 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:20 smithi099 bash[26898]: cluster 2024-09-21T06:06:19.626150+0000 mgr.y (mgr.15270) 199 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:20 smithi099 bash[26898]: audit 2024-09-21T06:06:20.176326+0000 mon.a (mon.0) 1525 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:22 smithi112 bash[21612]: cluster 2024-09-21T06:06:21.627907+0000 mgr.y (mgr.15270) 200 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:23.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:22 smithi099 bash[19899]: cluster 2024-09-21T06:06:21.627907+0000 mgr.y (mgr.15270) 200 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:22 smithi099 bash[26898]: cluster 2024-09-21T06:06:21.627907+0000 mgr.y (mgr.15270) 200 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:23.734 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:06:24.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:24.029456219Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:24.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:23 smithi112 bash[21612]: audit 2024-09-21T06:06:22.851708+0000 mgr.y (mgr.15270) 201 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:24.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:23 smithi099 bash[19899]: audit 2024-09-21T06:06:22.851708+0000 mgr.y (mgr.15270) 201 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:24.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:23 smithi099 bash[26898]: audit 2024-09-21T06:06:22.851708+0000 mgr.y (mgr.15270) 201 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:24 smithi112 bash[21612]: cluster 2024-09-21T06:06:23.628680+0000 mgr.y (mgr.15270) 202 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:25.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:24 smithi099 bash[19899]: cluster 2024-09-21T06:06:23.628680+0000 mgr.y (mgr.15270) 202 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:25.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:24 smithi099 bash[26898]: cluster 2024-09-21T06:06:23.628680+0000 mgr.y (mgr.15270) 202 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:25.303 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:06:25.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:06:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:06:25] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-21T06:06:25.979 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2024-09-21T06:06:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:25 smithi112 bash[21612]: audit 2024-09-21T06:06:25.292794+0000 mon.c (mon.2) 201 : audit [DBG] from='client.? 172.21.15.99:0/1036993773' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:06:26.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:25 smithi099 bash[26898]: audit 2024-09-21T06:06:25.292794+0000 mon.c (mon.2) 201 : audit [DBG] from='client.? 172.21.15.99:0/1036993773' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:06:26.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:25 smithi099 bash[19899]: audit 2024-09-21T06:06:25.292794+0000 mon.c (mon.2) 201 : audit [DBG] from='client.? 172.21.15.99:0/1036993773' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:06:27.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:26 smithi112 bash[21612]: cluster 2024-09-21T06:06:25.630274+0000 mgr.y (mgr.15270) 203 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:27.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:27.036763019Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:27.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:26 smithi099 bash[19899]: cluster 2024-09-21T06:06:25.630274+0000 mgr.y (mgr.15270) 203 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:27.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:26 smithi099 bash[26898]: cluster 2024-09-21T06:06:25.630274+0000 mgr.y (mgr.15270) 203 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:29.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:28 smithi112 bash[21612]: cluster 2024-09-21T06:06:27.630955+0000 mgr.y (mgr.15270) 204 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:29.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:28 smithi099 bash[19899]: cluster 2024-09-21T06:06:27.630955+0000 mgr.y (mgr.15270) 204 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:29.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:28 smithi099 bash[26898]: cluster 2024-09-21T06:06:27.630955+0000 mgr.y (mgr.15270) 204 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:30.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:30.033759491Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:30.791 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:06:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:30 smithi112 bash[21612]: cluster 2024-09-21T06:06:29.631700+0000 mgr.y (mgr.15270) 205 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:30 smithi099 bash[19899]: cluster 2024-09-21T06:06:29.631700+0000 mgr.y (mgr.15270) 205 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:31.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:30 smithi099 bash[26898]: cluster 2024-09-21T06:06:29.631700+0000 mgr.y (mgr.15270) 205 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:33.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:33.047856153Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:32 smithi112 bash[21612]: cluster 2024-09-21T06:06:31.633364+0000 mgr.y (mgr.15270) 206 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:33.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:32 smithi099 bash[26898]: cluster 2024-09-21T06:06:31.633364+0000 mgr.y (mgr.15270) 206 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:32 smithi099 bash[19899]: cluster 2024-09-21T06:06:31.633364+0000 mgr.y (mgr.15270) 206 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:34.102 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:33 smithi099 bash[19899]: audit 2024-09-21T06:06:32.323579+0000 mgr.y (mgr.15270) 207 : audit [DBG] from='client.25514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:34.102 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:33 smithi099 bash[19899]: audit 2024-09-21T06:06:32.859566+0000 mgr.y (mgr.15270) 208 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:34.102 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:33 smithi099 bash[26898]: audit 2024-09-21T06:06:32.323579+0000 mgr.y (mgr.15270) 207 : audit [DBG] from='client.25514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:34.103 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:33 smithi099 bash[26898]: audit 2024-09-21T06:06:32.859566+0000 mgr.y (mgr.15270) 208 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:33 smithi112 bash[21612]: audit 2024-09-21T06:06:32.323579+0000 mgr.y (mgr.15270) 207 : audit [DBG] from='client.25514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:33 smithi112 bash[21612]: audit 2024-09-21T06:06:32.859566+0000 mgr.y (mgr.15270) 208 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:34.893 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:06:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:34 smithi112 bash[21612]: cluster 2024-09-21T06:06:33.634041+0000 mgr.y (mgr.15270) 209 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:34 smithi099 bash[19899]: cluster 2024-09-21T06:06:33.634041+0000 mgr.y (mgr.15270) 209 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:34 smithi099 bash[26898]: cluster 2024-09-21T06:06:33.634041+0000 mgr.y (mgr.15270) 209 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:35.573 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade status' 2024-09-21T06:06:35.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:06:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:06:35] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-21T06:06:36.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:36.037375663Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:35 smithi112 bash[21612]: audit 2024-09-21T06:06:35.176782+0000 mon.a (mon.0) 1526 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:36.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:35 smithi099 bash[19899]: audit 2024-09-21T06:06:35.176782+0000 mon.a (mon.0) 1526 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:36.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:35 smithi099 bash[26898]: audit 2024-09-21T06:06:35.176782+0000 mon.a (mon.0) 1526 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:36 smithi112 bash[21612]: cluster 2024-09-21T06:06:35.635058+0000 mgr.y (mgr.15270) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:37.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:36 smithi099 bash[19899]: cluster 2024-09-21T06:06:35.635058+0000 mgr.y (mgr.15270) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:36 smithi099 bash[26898]: cluster 2024-09-21T06:06:35.635058+0000 mgr.y (mgr.15270) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:39.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:38 smithi112 bash[21612]: cluster 2024-09-21T06:06:37.635773+0000 mgr.y (mgr.15270) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:39.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:39.026577068Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:38 smithi099 bash[19899]: cluster 2024-09-21T06:06:37.635773+0000 mgr.y (mgr.15270) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:38 smithi099 bash[26898]: cluster 2024-09-21T06:06:37.635773+0000 mgr.y (mgr.15270) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:40.392 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:06:41.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:40 smithi112 bash[21612]: cluster 2024-09-21T06:06:39.636529+0000 mgr.y (mgr.15270) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:41.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:40 smithi099 bash[19899]: cluster 2024-09-21T06:06:39.636529+0000 mgr.y (mgr.15270) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:41.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:40 smithi099 bash[26898]: cluster 2024-09-21T06:06:39.636529+0000 mgr.y (mgr.15270) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:41.979 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:06:41.979 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": null, 2024-09-21T06:06:41.979 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": false, 2024-09-21T06:06:41.979 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "", 2024-09-21T06:06:41.979 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:06:41.979 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": null, 2024-09-21T06:06:41.979 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "", 2024-09-21T06:06:41.979 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:06:41.979 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:06:42.183 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:41 smithi099 bash[19899]: audit 2024-09-21T06:06:40.904898+0000 mon.a (mon.0) 1527 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:06:42.183 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:41 smithi099 bash[19899]: audit 2024-09-21T06:06:40.906301+0000 mon.a (mon.0) 1528 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:06:42.183 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:41 smithi099 bash[19899]: audit 2024-09-21T06:06:40.916220+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:06:42.183 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:41 smithi099 bash[26898]: audit 2024-09-21T06:06:40.904898+0000 mon.a (mon.0) 1527 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:06:42.183 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:41 smithi099 bash[26898]: audit 2024-09-21T06:06:40.906301+0000 mon.a (mon.0) 1528 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:06:42.183 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:41 smithi099 bash[26898]: audit 2024-09-21T06:06:40.916220+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:06:42.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:42.035288895Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:42.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:41 smithi112 bash[21612]: audit 2024-09-21T06:06:40.904898+0000 mon.a (mon.0) 1527 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:06:42.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:41 smithi112 bash[21612]: audit 2024-09-21T06:06:40.906301+0000 mon.a (mon.0) 1528 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:06:42.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:41 smithi112 bash[21612]: audit 2024-09-21T06:06:40.916220+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:06:42.689 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph health detail' 2024-09-21T06:06:43.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:42 smithi099 bash[19899]: cluster 2024-09-21T06:06:41.637412+0000 mgr.y (mgr.15270) 213 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:43.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:42 smithi099 bash[19899]: audit 2024-09-21T06:06:41.980211+0000 mgr.y (mgr.15270) 214 : audit [DBG] from='client.15642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:43.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:42 smithi099 bash[26898]: cluster 2024-09-21T06:06:41.637412+0000 mgr.y (mgr.15270) 213 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:43.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:42 smithi099 bash[26898]: audit 2024-09-21T06:06:41.980211+0000 mgr.y (mgr.15270) 214 : audit [DBG] from='client.15642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:43.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:42 smithi112 bash[21612]: cluster 2024-09-21T06:06:41.637412+0000 mgr.y (mgr.15270) 213 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:43.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:42 smithi112 bash[21612]: audit 2024-09-21T06:06:41.980211+0000 mgr.y (mgr.15270) 214 : audit [DBG] from='client.15642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:44.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:43 smithi112 bash[67087]: logger=infra.usagestats t=2024-09-21T06:06:43.816016598Z level=info msg="Usage stats are ready to report" 2024-09-21T06:06:44.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:43 smithi112 bash[21612]: audit 2024-09-21T06:06:42.870589+0000 mgr.y (mgr.15270) 215 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:44.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:43 smithi099 bash[19899]: audit 2024-09-21T06:06:42.870589+0000 mgr.y (mgr.15270) 215 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:44.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:43 smithi099 bash[26898]: audit 2024-09-21T06:06:42.870589+0000 mgr.y (mgr.15270) 215 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:44 smithi112 bash[21612]: cluster 2024-09-21T06:06:43.638055+0000 mgr.y (mgr.15270) 216 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:45.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:45.048515043Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:45.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:44 smithi099 bash[19899]: cluster 2024-09-21T06:06:43.638055+0000 mgr.y (mgr.15270) 216 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:44 smithi099 bash[26898]: cluster 2024-09-21T06:06:43.638055+0000 mgr.y (mgr.15270) 216 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:45.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:06:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:06:45] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-21T06:06:47.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:46 smithi112 bash[21612]: cluster 2024-09-21T06:06:45.639808+0000 mgr.y (mgr.15270) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:47.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:46 smithi099 bash[19899]: cluster 2024-09-21T06:06:45.639808+0000 mgr.y (mgr.15270) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:47.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:46 smithi099 bash[26898]: cluster 2024-09-21T06:06:45.639808+0000 mgr.y (mgr.15270) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:47.504 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:06:48.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:48.0574383Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:49.043 INFO:teuthology.orchestra.run.smithi099.stdout:HEALTH_OK 2024-09-21T06:06:49.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:48 smithi112 bash[21612]: cluster 2024-09-21T06:06:47.640734+0000 mgr.y (mgr.15270) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:49.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:48 smithi099 bash[19899]: cluster 2024-09-21T06:06:47.640734+0000 mgr.y (mgr.15270) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:49.214 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:48 smithi099 bash[26898]: cluster 2024-09-21T06:06:47.640734+0000 mgr.y (mgr.15270) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:49.688 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2024-09-21T06:06:49.940 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:49 smithi099 bash[19899]: audit 2024-09-21T06:06:49.042016+0000 mon.c (mon.2) 202 : audit [DBG] from='client.? 172.21.15.99:0/3146778786' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T06:06:50.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:49 smithi112 bash[21612]: audit 2024-09-21T06:06:49.042016+0000 mon.c (mon.2) 202 : audit [DBG] from='client.? 172.21.15.99:0/3146778786' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T06:06:50.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:49 smithi099 bash[26898]: audit 2024-09-21T06:06:49.042016+0000 mon.c (mon.2) 202 : audit [DBG] from='client.? 172.21.15.99:0/3146778786' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T06:06:51.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:50 smithi099 bash[19899]: cluster 2024-09-21T06:06:49.641511+0000 mgr.y (mgr.15270) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:51.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:50 smithi099 bash[19899]: audit 2024-09-21T06:06:50.177287+0000 mon.a (mon.0) 1530 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:50 smithi099 bash[26898]: cluster 2024-09-21T06:06:49.641511+0000 mgr.y (mgr.15270) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:50 smithi099 bash[26898]: audit 2024-09-21T06:06:50.177287+0000 mon.a (mon.0) 1530 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:51.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:51.03422092Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:50 smithi112 bash[21612]: cluster 2024-09-21T06:06:49.641511+0000 mgr.y (mgr.15270) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:50 smithi112 bash[21612]: audit 2024-09-21T06:06:50.177287+0000 mon.a (mon.0) 1530 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:06:53.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:52 smithi099 bash[19899]: cluster 2024-09-21T06:06:51.643214+0000 mgr.y (mgr.15270) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:53.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:52 smithi099 bash[26898]: cluster 2024-09-21T06:06:51.643214+0000 mgr.y (mgr.15270) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:53.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:52 smithi112 bash[21612]: cluster 2024-09-21T06:06:51.643214+0000 mgr.y (mgr.15270) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:54.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:53 smithi099 bash[19899]: audit 2024-09-21T06:06:52.881773+0000 mgr.y (mgr.15270) 221 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:54.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:53 smithi099 bash[26898]: audit 2024-09-21T06:06:52.881773+0000 mgr.y (mgr.15270) 221 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:54.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:54.051688563Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:53 smithi112 bash[21612]: audit 2024-09-21T06:06:52.881773+0000 mgr.y (mgr.15270) 221 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:06:54.515 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:06:55.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:54 smithi099 bash[19899]: cluster 2024-09-21T06:06:53.643876+0000 mgr.y (mgr.15270) 222 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:55.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:54 smithi099 bash[26898]: cluster 2024-09-21T06:06:53.643876+0000 mgr.y (mgr.15270) 222 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:55.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:54 smithi112 bash[21612]: cluster 2024-09-21T06:06:53.643876+0000 mgr.y (mgr.15270) 222 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:55.717 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:06:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:06:55] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.51.0" 2024-09-21T06:06:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:56 smithi099 bash[19899]: cluster 2024-09-21T06:06:55.645507+0000 mgr.y (mgr.15270) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:56 smithi099 bash[19899]: audit 2024-09-21T06:06:56.085473+0000 mgr.y (mgr.15270) 224 : audit [DBG] from='client.25532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:56 smithi099 bash[26898]: cluster 2024-09-21T06:06:55.645507+0000 mgr.y (mgr.15270) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:56 smithi099 bash[26898]: audit 2024-09-21T06:06:56.085473+0000 mgr.y (mgr.15270) 224 : audit [DBG] from='client.25532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:57.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:06:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:06:57.029824561Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:06:57.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:56 smithi112 bash[21612]: cluster 2024-09-21T06:06:55.645507+0000 mgr.y (mgr.15270) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:06:57.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:56 smithi112 bash[21612]: audit 2024-09-21T06:06:56.085473+0000 mgr.y (mgr.15270) 224 : audit [DBG] from='client.25532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:58.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:57 smithi099 bash[19899]: audit 2024-09-21T06:06:56.416772+0000 mgr.y (mgr.15270) 225 : audit [DBG] from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mon", "hosts": "smithi112", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:58.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:57 smithi099 bash[26898]: audit 2024-09-21T06:06:56.416772+0000 mgr.y (mgr.15270) 225 : audit [DBG] from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mon", "hosts": "smithi112", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:58.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:57 smithi112 bash[21612]: audit 2024-09-21T06:06:56.416772+0000 mgr.y (mgr.15270) 225 : audit [DBG] from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mon", "hosts": "smithi112", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:06:58.815 INFO:teuthology.orchestra.run.smithi099.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:06:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[19899]: cluster 2024-09-21T06:06:57.646274+0000 mgr.y (mgr.15270) 226 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[19899]: audit 2024-09-21T06:06:58.815783+0000 mon.a (mon.0) 1531 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:06:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[19899]: audit 2024-09-21T06:06:58.818314+0000 mon.a (mon.0) 1532 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:06:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[19899]: audit 2024-09-21T06:06:58.819572+0000 mon.a (mon.0) 1533 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:06:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[19899]: audit 2024-09-21T06:06:58.828908+0000 mon.a (mon.0) 1534 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:06:59.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[26898]: cluster 2024-09-21T06:06:57.646274+0000 mgr.y (mgr.15270) 226 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:59.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[26898]: audit 2024-09-21T06:06:58.815783+0000 mon.a (mon.0) 1531 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:06:59.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[26898]: audit 2024-09-21T06:06:58.818314+0000 mon.a (mon.0) 1532 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:06:59.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[26898]: audit 2024-09-21T06:06:58.819572+0000 mon.a (mon.0) 1533 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:06:59.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:06:58 smithi099 bash[26898]: audit 2024-09-21T06:06:58.828908+0000 mon.a (mon.0) 1534 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:06:59.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:58 smithi112 bash[21612]: cluster 2024-09-21T06:06:57.646274+0000 mgr.y (mgr.15270) 226 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:06:59.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:58 smithi112 bash[21612]: audit 2024-09-21T06:06:58.815783+0000 mon.a (mon.0) 1531 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:06:59.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:58 smithi112 bash[21612]: audit 2024-09-21T06:06:58.818314+0000 mon.a (mon.0) 1532 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:06:59.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:58 smithi112 bash[21612]: audit 2024-09-21T06:06:58.819572+0000 mon.a (mon.0) 1533 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:06:59.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:06:58 smithi112 bash[21612]: audit 2024-09-21T06:06:58.828908+0000 mon.a (mon.0) 1534 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:06:59.526 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-21T06:07:00.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:00 smithi099 bash[19899]: cephadm 2024-09-21T06:06:58.809078+0000 mgr.y (mgr.15270) 227 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:07:00.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:00 smithi099 bash[19899]: cephadm 2024-09-21T06:06:58.895114+0000 mgr.y (mgr.15270) 228 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:07:00.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:00 smithi099 bash[26898]: cephadm 2024-09-21T06:06:58.809078+0000 mgr.y (mgr.15270) 227 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:07:00.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:00 smithi099 bash[26898]: cephadm 2024-09-21T06:06:58.895114+0000 mgr.y (mgr.15270) 228 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:07:00.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:00.062987479Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:00.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:00 smithi112 bash[21612]: cephadm 2024-09-21T06:06:58.809078+0000 mgr.y (mgr.15270) 227 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:07:00.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:00 smithi112 bash[21612]: cephadm 2024-09-21T06:06:58.895114+0000 mgr.y (mgr.15270) 228 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:07:01.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:01 smithi099 bash[19899]: cluster 2024-09-21T06:06:59.646901+0000 mgr.y (mgr.15270) 229 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:01.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:01 smithi099 bash[26898]: cluster 2024-09-21T06:06:59.646901+0000 mgr.y (mgr.15270) 229 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:01 smithi112 bash[21612]: cluster 2024-09-21T06:06:59.646901+0000 mgr.y (mgr.15270) 229 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:02.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: audit 2024-09-21T06:07:01.167927+0000 mon.a (mon.0) 1535 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:02.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: cephadm 2024-09-21T06:07:01.168594+0000 mgr.y (mgr.15270) 230 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:07:02.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: cephadm 2024-09-21T06:07:01.168743+0000 mgr.y (mgr.15270) 231 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:07:02.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: audit 2024-09-21T06:07:01.172829+0000 mon.a (mon.0) 1536 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:07:02.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: audit 2024-09-21T06:07:01.175929+0000 mon.a (mon.0) 1537 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:02.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: cephadm 2024-09-21T06:07:01.177118+0000 mgr.y (mgr.15270) 232 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:07:02.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: audit 2024-09-21T06:07:01.183397+0000 mon.a (mon.0) 1538 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:02.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: audit 2024-09-21T06:07:01.186672+0000 mon.a (mon.0) 1539 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-21T06:07:02.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: audit 2024-09-21T06:07:01.188017+0000 mon.a (mon.0) 1540 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-21T06:07:02.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:02 smithi112 bash[21612]: cephadm 2024-09-21T06:07:01.188818+0000 mgr.y (mgr.15270) 233 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-21T06:07:02.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: audit 2024-09-21T06:07:01.167927+0000 mon.a (mon.0) 1535 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:02.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: cephadm 2024-09-21T06:07:01.168594+0000 mgr.y (mgr.15270) 230 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: cephadm 2024-09-21T06:07:01.168743+0000 mgr.y (mgr.15270) 231 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: audit 2024-09-21T06:07:01.172829+0000 mon.a (mon.0) 1536 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: audit 2024-09-21T06:07:01.175929+0000 mon.a (mon.0) 1537 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: cephadm 2024-09-21T06:07:01.177118+0000 mgr.y (mgr.15270) 232 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: audit 2024-09-21T06:07:01.183397+0000 mon.a (mon.0) 1538 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: audit 2024-09-21T06:07:01.186672+0000 mon.a (mon.0) 1539 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: audit 2024-09-21T06:07:01.188017+0000 mon.a (mon.0) 1540 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[26898]: cephadm 2024-09-21T06:07:01.188818+0000 mgr.y (mgr.15270) 233 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: audit 2024-09-21T06:07:01.167927+0000 mon.a (mon.0) 1535 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: cephadm 2024-09-21T06:07:01.168594+0000 mgr.y (mgr.15270) 230 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:07:02.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: cephadm 2024-09-21T06:07:01.168743+0000 mgr.y (mgr.15270) 231 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:07:02.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: audit 2024-09-21T06:07:01.172829+0000 mon.a (mon.0) 1536 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:07:02.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: audit 2024-09-21T06:07:01.175929+0000 mon.a (mon.0) 1537 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:02.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: cephadm 2024-09-21T06:07:01.177118+0000 mgr.y (mgr.15270) 232 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:07:02.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: audit 2024-09-21T06:07:01.183397+0000 mon.a (mon.0) 1538 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:02.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: audit 2024-09-21T06:07:01.186672+0000 mon.a (mon.0) 1539 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-21T06:07:02.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: audit 2024-09-21T06:07:01.188017+0000 mon.a (mon.0) 1540 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-21T06:07:02.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:02 smithi099 bash[19899]: cephadm 2024-09-21T06:07:01.188818+0000 mgr.y (mgr.15270) 233 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-21T06:07:03.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:03.024546612Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:03.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:03 smithi112 bash[21612]: cluster 2024-09-21T06:07:01.648565+0000 mgr.y (mgr.15270) 234 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:03 smithi099 bash[19899]: cluster 2024-09-21T06:07:01.648565+0000 mgr.y (mgr.15270) 234 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:03.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:03 smithi099 bash[26898]: cluster 2024-09-21T06:07:01.648565+0000 mgr.y (mgr.15270) 234 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:04.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[19899]: audit 2024-09-21T06:07:02.893104+0000 mgr.y (mgr.15270) 235 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:04.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[19899]: audit 2024-09-21T06:07:03.810021+0000 mon.a (mon.0) 1541 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:04.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[19899]: audit 2024-09-21T06:07:03.815358+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T06:07:04.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[19899]: audit 2024-09-21T06:07:03.816844+0000 mon.a (mon.0) 1543 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T06:07:04.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[19899]: audit 2024-09-21T06:07:03.818269+0000 mon.a (mon.0) 1544 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:04.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[26898]: audit 2024-09-21T06:07:02.893104+0000 mgr.y (mgr.15270) 235 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:04.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[26898]: audit 2024-09-21T06:07:03.810021+0000 mon.a (mon.0) 1541 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:04.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[26898]: audit 2024-09-21T06:07:03.815358+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T06:07:04.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[26898]: audit 2024-09-21T06:07:03.816844+0000 mon.a (mon.0) 1543 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T06:07:04.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:04 smithi099 bash[26898]: audit 2024-09-21T06:07:03.818269+0000 mon.a (mon.0) 1544 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:04 smithi112 bash[21612]: audit 2024-09-21T06:07:02.893104+0000 mgr.y (mgr.15270) 235 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:04 smithi112 bash[21612]: audit 2024-09-21T06:07:03.810021+0000 mon.a (mon.0) 1541 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:04 smithi112 bash[21612]: audit 2024-09-21T06:07:03.815358+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T06:07:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:04 smithi112 bash[21612]: audit 2024-09-21T06:07:03.816844+0000 mon.a (mon.0) 1543 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T06:07:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:04 smithi112 bash[21612]: audit 2024-09-21T06:07:03.818269+0000 mon.a (mon.0) 1544 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:04.716 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:07:05.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:07:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:07:05] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.51.0" 2024-09-21T06:07:05.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:05 smithi099 bash[19899]: cluster 2024-09-21T06:07:03.649263+0000 mgr.y (mgr.15270) 236 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:05.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:05 smithi099 bash[19899]: cephadm 2024-09-21T06:07:03.800320+0000 mgr.y (mgr.15270) 237 : cephadm [INF] Upgrade: Updating mon.b 2024-09-21T06:07:05.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:05 smithi099 bash[19899]: cephadm 2024-09-21T06:07:03.820031+0000 mgr.y (mgr.15270) 238 : cephadm [INF] Deploying daemon mon.b on smithi112 2024-09-21T06:07:05.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:05 smithi099 bash[19899]: audit 2024-09-21T06:07:05.177708+0000 mon.a (mon.0) 1545 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:05.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:05 smithi099 bash[26898]: cluster 2024-09-21T06:07:03.649263+0000 mgr.y (mgr.15270) 236 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:05.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:05 smithi099 bash[26898]: cephadm 2024-09-21T06:07:03.800320+0000 mgr.y (mgr.15270) 237 : cephadm [INF] Upgrade: Updating mon.b 2024-09-21T06:07:05.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:05 smithi099 bash[26898]: cephadm 2024-09-21T06:07:03.820031+0000 mgr.y (mgr.15270) 238 : cephadm [INF] Deploying daemon mon.b on smithi112 2024-09-21T06:07:05.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:05 smithi099 bash[26898]: audit 2024-09-21T06:07:05.177708+0000 mon.a (mon.0) 1545 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:05.540 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:05 smithi112 bash[21612]: cluster 2024-09-21T06:07:03.649263+0000 mgr.y (mgr.15270) 236 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:05.540 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:05 smithi112 bash[21612]: cephadm 2024-09-21T06:07:03.800320+0000 mgr.y (mgr.15270) 237 : cephadm [INF] Upgrade: Updating mon.b 2024-09-21T06:07:05.540 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:05 smithi112 bash[21612]: cephadm 2024-09-21T06:07:03.820031+0000 mgr.y (mgr.15270) 238 : cephadm [INF] Deploying daemon mon.b on smithi112 2024-09-21T06:07:05.540 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:05 smithi112 bash[21612]: audit 2024-09-21T06:07:05.177708+0000 mon.a (mon.0) 1545 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:06.294 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:06.295 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:06.295 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:06.296 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:06.057349278Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:06.296 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:06.297 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:06.298 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:06.298 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:06.299 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:06.299 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:06.349 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:07:06.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:06 smithi112 systemd[1]: Stopping Ceph mon.b for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:07:06.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:06 smithi112 bash[21612]: debug 2024-09-21T06:07:06.439+0000 7eff971db640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-21T06:07:06.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:06 smithi112 bash[21612]: debug 2024-09-21T06:07:06.439+0000 7eff971db640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-21T06:07:06.988 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:07:06.988 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (2m) 2m ago 29m 13.8M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:07:06.988 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (104s) 98s ago 28m 31.8M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:07:06.988 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (4m) 2m ago 26m 47.9M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (3m) 98s ago 37m 438M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (14m) 2m ago 39m 503M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (39m) 2m ago 39m 86.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (37m) 98s ago 37m 61.0M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 30ee4d285625 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (37m) 2m ago 37m 63.6M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (3m) 2m ago 29m 7791k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (3m) 98s ago 29m 7663k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (36m) 2m ago 36m 65.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (35m) 2m ago 35m 68.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (34m) 2m ago 35m 62.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (34m) 2m ago 34m 68.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:07:06.989 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (33m) 98s ago 33m 69.5M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:07:06.990 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (32m) 98s ago 32m 56.2M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:07:06.990 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (31m) 98s ago 31m 64.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:07:06.990 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (30m) 98s ago 30m 58.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:07:06.990 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (2m) 98s ago 29m 35.1M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:07:06.990 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (27m) 2m ago 27m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:07:06.990 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (27m) 98s ago 27m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:07:07.349 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:07:07.350 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:07:07.350 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:07:07.350 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:07:07.350 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:07:07.350 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 13, 2024-09-21T06:07:07.350 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:07:07.350 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:07:07.350 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:07:07.598 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:07 smithi112 bash[70131]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mon-b 2024-09-21T06:07:07.598 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:07 smithi112 bash[70191]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mon-b 2024-09-21T06:07:07.598 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.b.service: Deactivated successfully. 2024-09-21T06:07:07.598 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: Stopped Ceph mon.b for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:07:07.670 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:07:07.670 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:07:07.670 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:07:07.670 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi112", 2024-09-21T06:07:07.670 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:07:07.671 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "0/1 daemons upgraded", 2024-09-21T06:07:07.671 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading mon daemons", 2024-09-21T06:07:07.671 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:07:07.671 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:07:07.945 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:07.945 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:07.945 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:07.946 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:07.946 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:07.946 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:07.946 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:07.947 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:07.947 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:07:07.947 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:07 smithi112 systemd[1]: Started Ceph mon.b for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:07:09.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:09.032252073Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:09.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.883+0000 7ff56be39c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-21T06:07:09.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.883+0000 7ff56be39c80 0 ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev), process ceph-mon, pid 7 2024-09-21T06:07:09.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.883+0000 7ff56be39c80 0 pidfile_write: ignore empty --pid-file 2024-09-21T06:07:09.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 0 load: jerasure load: lrc 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Git sha 0 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Compile date 2024-09-20 23:32:13 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: DB SUMMARY 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: DB Session ID: 6GW4YXOAW01529GIW9XM 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: CURRENT file: CURRENT 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 4330 Bytes 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000063.sst 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000061.log size: 872824 ; 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.error_if_exists: 0 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.create_if_missing: 0 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-21T06:07:09.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-21T06:07:09.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-21T06:07:09.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-21T06:07:09.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.env: 0x56089dac4120 2024-09-21T06:07:09.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-21T06:07:09.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.info_log: 0x5608a007d700 2024-09-21T06:07:09.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-21T06:07:09.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.statistics: (nil) 2024-09-21T06:07:09.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.use_fsync: 0 2024-09-21T06:07:09.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-21T06:07:09.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-21T06:07:09.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-21T06:07:09.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-21T06:07:09.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-21T06:07:09.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-21T06:07:09.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-21T06:07:09.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-21T06:07:09.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.db_log_dir: 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.wal_dir: 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-21T06:07:09.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.write_buffer_manager: 0x5608a00801e0 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.unordered_write: 0 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-21T06:07:09.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.row_cache: None 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.wal_filter: None 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.two_write_queues: 0 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.wal_compression: 0 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.atomic_flush: 0 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-21T06:07:09.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-21T06:07:09.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_open_files: -1 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Compression algorithms supported: 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: kZSTD supported: 0 2024-09-21T06:07:09.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: kXpressCompression supported: 0 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: kZlibCompression supported: 1 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.merge_operator: 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_filter: None 2024-09-21T06:07:09.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5608a007d320) 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: cache_index_and_filter_blocks: 1 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: pin_top_level_index_and_filter: 1 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: index_type: 0 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: data_block_index_type: 0 2024-09-21T06:07:09.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: index_shortening: 1 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: data_block_hash_table_util_ratio: 0.750000 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: checksum: 4 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: no_block_cache: 0 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: block_cache: 0x5608a0073610 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: block_cache_name: BinnedLRUCache 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: block_cache_options: 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: capacity : 536870912 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: num_shard_bits : 4 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: strict_capacity_limit : 0 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: high_pri_pool_ratio: 0.000 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: block_cache_compressed: (nil) 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: persistent_cache: (nil) 2024-09-21T06:07:09.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: block_size: 4096 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: block_size_deviation: 10 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: block_restart_interval: 16 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: index_block_restart_interval: 1 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: metadata_block_size: 4096 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: partition_filters: 0 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: use_delta_encoding: 1 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: filter_policy: bloomfilter 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: whole_key_filtering: 1 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: verify_compression: 0 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: read_amp_bytes_per_bit: 0 2024-09-21T06:07:09.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: format_version: 5 2024-09-21T06:07:09.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: enable_index_compression: 1 2024-09-21T06:07:09.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: block_align: 0 2024-09-21T06:07:09.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: max_auto_readahead_size: 262144 2024-09-21T06:07:09.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: prepopulate_block_cache: 0 2024-09-21T06:07:09.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: initial_auto_readahead_size: 8192 2024-09-21T06:07:09.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: num_file_reads_for_auto_readahead: 2 2024-09-21T06:07:09.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-21T06:07:09.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-21T06:07:09.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression: NoCompression 2024-09-21T06:07:09.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-21T06:07:09.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-21T06:07:09.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-21T06:07:09.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.num_levels: 7 2024-09-21T06:07:09.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-21T06:07:09.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-21T06:07:09.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-21T06:07:09.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-21T06:07:09.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-21T06:07:09.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-21T06:07:09.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.bloom_locality: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.ttl: 2592000 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.enable_blob_files: false 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.min_blob_size: 0 2024-09-21T06:07:09.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 65, last_sequence is 33642, log_number is 61,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 61 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 61 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b877ecc4-0f1a-4cf1-8dea-7b3f2d8c2ab2 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726898828894205, "job": 1, "event": "recovery_started", "wal_files": [61]} 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.887+0000 7ff56be39c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #61 mode 2 2024-09-21T06:07:09.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.891+0000 7ff56be39c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726898828898004, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 66, "file_size": 572842, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 33648, "largest_seqno": 34225, "table_properties": {"data_size": 569839, "index_size": 1387, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 4915, "raw_average_key_size": 22, "raw_value_size": 565170, "raw_average_value_size": 2592, "num_data_blocks": 63, "num_entries": 218, "num_filter_entries": 218, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726898828, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b877ecc4-0f1a-4cf1-8dea-7b3f2d8c2ab2", "db_session_id": "6GW4YXOAW01529GIW9XM", "orig_file_number": 66, "seqno_to_time_mapping": "N/A"}} 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.891+0000 7ff56be39c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726898828898152, "job": 1, "event": "recovery_finished"} 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.891+0000 7ff56be39c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 68 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.891+0000 7ff56be39c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000061.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5608a00a0e00 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 4 rocksdb: DB pointer 0x5608a01a4000 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff561c01640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff561c01640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: ** DB Stats ** 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T06:07:09.216 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: ** Compaction Stats [default] ** 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: L0 1/0 559.42 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 250.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: L6 1/0 10.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Sum 2/0 10.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 250.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 250.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: ** Compaction Stats [default] ** 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-21T06:07:09.217 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 250.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: AddFile(Total Files): cumulative 0, interval 0 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: AddFile(Keys): cumulative 0, interval 0 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Cumulative compaction: 0.00 GB write, 80.14 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Interval compaction: 0.00 GB write, 80.14 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Block cache BinnedLRUCache@0x5608a0073610#7 capacity: 512.00 MB usage: 2.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: Block cache entry stats(count,size,portion): FilterBlock(1,0.66 KB,0.00012517%) IndexBlock(1,1.45 KB,0.000277162%) Misc(1,0.00 KB,0%) 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: ** File Read Latency Histogram By Level [default] ** 2024-09-21T06:07:09.218 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] at bind addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 1 mon.b@-1(???) e3 preinit fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 0 mon.b@-1(???).mds e1 new map 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 0 mon.b@-1(???).mds e1 print_map 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: e1 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: btime 2024-09-21T05:27:17:937685+0000 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: legacy client fscid: -1 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: No filesystems configured 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 0 mon.b@-1(???).osd e112 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 0 mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 0 mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-09-21T06:07:09.219 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 0 mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-09-21T06:07:09.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: debug 2024-09-21T06:07:08.895+0000 7ff56be39c80 1 mon.b@-1(???).paxosservice(auth 1..28) refresh upgraded, format 0 -> 3 2024-09-21T06:07:09.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: cluster 2024-09-21T06:07:05.650834+0000 mgr.y (mgr.15270) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:09.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:08 smithi112 bash[70260]: cluster 2024-09-21T06:07:05.650834+0000 mgr.y (mgr.15270) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:09.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:08 smithi099 bash[19899]: cluster 2024-09-21T06:07:05.650834+0000 mgr.y (mgr.15270) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:09.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:08 smithi099 bash[26898]: cluster 2024-09-21T06:07:05.650834+0000 mgr.y (mgr.15270) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:10.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: audit 2024-09-21T06:07:06.338713+0000 mgr.y (mgr.15270) 240 : audit [DBG] from='client.25544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: audit 2024-09-21T06:07:06.661487+0000 mgr.y (mgr.15270) 241 : audit [DBG] from='client.15672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: audit 2024-09-21T06:07:06.972220+0000 mgr.y (mgr.15270) 242 : audit [DBG] from='client.25556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: audit 2024-09-21T06:07:07.350244+0000 mon.c (mon.2) 203 : audit [DBG] from='client.? 172.21.15.99:0/2436909449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:07.651569+0000 mgr.y (mgr.15270) 243 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: audit 2024-09-21T06:07:07.671416+0000 mgr.y (mgr.15270) 244 : audit [DBG] from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.911385+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.915312+0000 mon.a (mon.0) 1546 : cluster [INF] mon.a calling monitor election 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.935505+0000 mon.a (mon.0) 1547 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.948945+0000 mon.a (mon.0) 1548 : cluster [DBG] monmap epoch 3 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.948975+0000 mon.a (mon.0) 1549 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.948995+0000 mon.a (mon.0) 1550 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.949067+0000 mon.a (mon.0) 1551 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:07:10.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.949087+0000 mon.a (mon.0) 1552 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.949109+0000 mon.a (mon.0) 1553 : cluster [DBG] election_strategy: 1 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.949127+0000 mon.a (mon.0) 1554 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.949144+0000 mon.a (mon.0) 1555 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.949162+0000 mon.a (mon.0) 1556 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.950380+0000 mon.a (mon.0) 1557 : cluster [DBG] fsmap 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.950431+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.951353+0000 mon.a (mon.0) 1559 : cluster [DBG] mgrmap e43: y(active, since 4m), standbys: x 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: cluster 2024-09-21T06:07:08.951626+0000 mon.a (mon.0) 1560 : cluster [INF] overall HEALTH_OK 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: audit 2024-09-21T06:07:08.973430+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[19899]: audit 2024-09-21T06:07:08.986425+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: audit 2024-09-21T06:07:06.338713+0000 mgr.y (mgr.15270) 240 : audit [DBG] from='client.25544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: audit 2024-09-21T06:07:06.661487+0000 mgr.y (mgr.15270) 241 : audit [DBG] from='client.15672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: audit 2024-09-21T06:07:06.972220+0000 mgr.y (mgr.15270) 242 : audit [DBG] from='client.25556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: audit 2024-09-21T06:07:07.350244+0000 mon.c (mon.2) 203 : audit [DBG] from='client.? 172.21.15.99:0/2436909449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:07.651569+0000 mgr.y (mgr.15270) 243 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: audit 2024-09-21T06:07:07.671416+0000 mgr.y (mgr.15270) 244 : audit [DBG] from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.911385+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.915312+0000 mon.a (mon.0) 1546 : cluster [INF] mon.a calling monitor election 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.935505+0000 mon.a (mon.0) 1547 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.948945+0000 mon.a (mon.0) 1548 : cluster [DBG] monmap epoch 3 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.948975+0000 mon.a (mon.0) 1549 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.948995+0000 mon.a (mon.0) 1550 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.949067+0000 mon.a (mon.0) 1551 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.949087+0000 mon.a (mon.0) 1552 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:07:10.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.949109+0000 mon.a (mon.0) 1553 : cluster [DBG] election_strategy: 1 2024-09-21T06:07:10.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.949127+0000 mon.a (mon.0) 1554 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:07:10.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.949144+0000 mon.a (mon.0) 1555 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:07:10.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.949162+0000 mon.a (mon.0) 1556 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:07:10.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.950380+0000 mon.a (mon.0) 1557 : cluster [DBG] fsmap 2024-09-21T06:07:10.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.950431+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:07:10.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.951353+0000 mon.a (mon.0) 1559 : cluster [DBG] mgrmap e43: y(active, since 4m), standbys: x 2024-09-21T06:07:10.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: cluster 2024-09-21T06:07:08.951626+0000 mon.a (mon.0) 1560 : cluster [INF] overall HEALTH_OK 2024-09-21T06:07:10.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: audit 2024-09-21T06:07:08.973430+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:10.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:09 smithi099 bash[26898]: audit 2024-09-21T06:07:08.986425+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:06.338713+0000 mgr.y (mgr.15270) 240 : audit [DBG] from='client.25544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:06.338713+0000 mgr.y (mgr.15270) 240 : audit [DBG] from='client.25544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:06.661487+0000 mgr.y (mgr.15270) 241 : audit [DBG] from='client.15672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:06.661487+0000 mgr.y (mgr.15270) 241 : audit [DBG] from='client.15672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:06.972220+0000 mgr.y (mgr.15270) 242 : audit [DBG] from='client.25556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:06.972220+0000 mgr.y (mgr.15270) 242 : audit [DBG] from='client.25556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:07.350244+0000 mon.c (mon.2) 203 : audit [DBG] from='client.? 172.21.15.99:0/2436909449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:07.350244+0000 mon.c (mon.2) 203 : audit [DBG] from='client.? 172.21.15.99:0/2436909449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:07.651569+0000 mgr.y (mgr.15270) 243 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:07.651569+0000 mgr.y (mgr.15270) 243 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:10.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:07.671416+0000 mgr.y (mgr.15270) 244 : audit [DBG] from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:07.671416+0000 mgr.y (mgr.15270) 244 : audit [DBG] from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.911385+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.911385+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.915312+0000 mon.a (mon.0) 1546 : cluster [INF] mon.a calling monitor election 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.915312+0000 mon.a (mon.0) 1546 : cluster [INF] mon.a calling monitor election 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.935505+0000 mon.a (mon.0) 1547 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.935505+0000 mon.a (mon.0) 1547 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.948945+0000 mon.a (mon.0) 1548 : cluster [DBG] monmap epoch 3 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.948945+0000 mon.a (mon.0) 1548 : cluster [DBG] monmap epoch 3 2024-09-21T06:07:10.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.948975+0000 mon.a (mon.0) 1549 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.948975+0000 mon.a (mon.0) 1549 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.948995+0000 mon.a (mon.0) 1550 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.948995+0000 mon.a (mon.0) 1550 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949067+0000 mon.a (mon.0) 1551 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949067+0000 mon.a (mon.0) 1551 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949087+0000 mon.a (mon.0) 1552 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949087+0000 mon.a (mon.0) 1552 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949109+0000 mon.a (mon.0) 1553 : cluster [DBG] election_strategy: 1 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949109+0000 mon.a (mon.0) 1553 : cluster [DBG] election_strategy: 1 2024-09-21T06:07:10.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949127+0000 mon.a (mon.0) 1554 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949127+0000 mon.a (mon.0) 1554 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949144+0000 mon.a (mon.0) 1555 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949144+0000 mon.a (mon.0) 1555 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949162+0000 mon.a (mon.0) 1556 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.949162+0000 mon.a (mon.0) 1556 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.950380+0000 mon.a (mon.0) 1557 : cluster [DBG] fsmap 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.950380+0000 mon.a (mon.0) 1557 : cluster [DBG] fsmap 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.950431+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.950431+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.951353+0000 mon.a (mon.0) 1559 : cluster [DBG] mgrmap e43: y(active, since 4m), standbys: x 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.951353+0000 mon.a (mon.0) 1559 : cluster [DBG] mgrmap e43: y(active, since 4m), standbys: x 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.951626+0000 mon.a (mon.0) 1560 : cluster [INF] overall HEALTH_OK 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: cluster 2024-09-21T06:07:08.951626+0000 mon.a (mon.0) 1560 : cluster [INF] overall HEALTH_OK 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:08.973430+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:10.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:08.973430+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:10.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:08.986425+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:10.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:09 smithi112 bash[70260]: audit 2024-09-21T06:07:08.986425+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:10 smithi099 bash[19899]: cluster 2024-09-21T06:07:09.652251+0000 mgr.y (mgr.15270) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:11.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:10 smithi099 bash[26898]: cluster 2024-09-21T06:07:09.652251+0000 mgr.y (mgr.15270) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:11.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:10 smithi112 bash[70260]: cluster 2024-09-21T06:07:09.652251+0000 mgr.y (mgr.15270) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:11.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:10 smithi112 bash[70260]: cluster 2024-09-21T06:07:09.652251+0000 mgr.y (mgr.15270) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:12.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:12.038801645Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:12 smithi099 bash[19899]: cluster 2024-09-21T06:07:11.653985+0000 mgr.y (mgr.15270) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:12 smithi099 bash[26898]: cluster 2024-09-21T06:07:11.653985+0000 mgr.y (mgr.15270) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:12 smithi112 bash[70260]: cluster 2024-09-21T06:07:11.653985+0000 mgr.y (mgr.15270) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:12 smithi112 bash[70260]: cluster 2024-09-21T06:07:11.653985+0000 mgr.y (mgr.15270) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:14.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:13 smithi099 bash[19899]: audit 2024-09-21T06:07:12.895481+0000 mgr.y (mgr.15270) 247 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:14.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:07:13 smithi099 bash[68315]: debug 2024-09-21T06:07:13.912+0000 7f84b7641640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-21T06:07:14.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:14 smithi099 bash[26898]: audit 2024-09-21T06:07:12.895481+0000 mgr.y (mgr.15270) 247 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:13 smithi112 bash[70260]: audit 2024-09-21T06:07:12.895481+0000 mgr.y (mgr.15270) 247 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:13 smithi112 bash[70260]: audit 2024-09-21T06:07:12.895481+0000 mgr.y (mgr.15270) 247 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:15 smithi099 bash[19899]: cluster 2024-09-21T06:07:13.654739+0000 mgr.y (mgr.15270) 248 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:15 smithi099 bash[19899]: audit 2024-09-21T06:07:14.981283+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:15 smithi099 bash[19899]: audit 2024-09-21T06:07:14.993527+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:15 smithi099 bash[26898]: cluster 2024-09-21T06:07:13.654739+0000 mgr.y (mgr.15270) 248 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:15 smithi099 bash[26898]: audit 2024-09-21T06:07:14.981283+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:15 smithi099 bash[26898]: audit 2024-09-21T06:07:14.993527+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:15.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:15.029888959Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:15.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:14 smithi112 bash[70260]: cluster 2024-09-21T06:07:13.654739+0000 mgr.y (mgr.15270) 248 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:15.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:14 smithi112 bash[70260]: cluster 2024-09-21T06:07:13.654739+0000 mgr.y (mgr.15270) 248 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:15.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:14 smithi112 bash[70260]: audit 2024-09-21T06:07:14.981283+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:15.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:14 smithi112 bash[70260]: audit 2024-09-21T06:07:14.981283+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:15.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:14 smithi112 bash[70260]: audit 2024-09-21T06:07:14.993527+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:15.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:15 smithi112 bash[70260]: audit 2024-09-21T06:07:14.993527+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:15.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:07:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:07:15] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.51.0" 2024-09-21T06:07:17.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:17 smithi112 bash[70260]: cluster 2024-09-21T06:07:15.656352+0000 mgr.y (mgr.15270) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:17.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:17 smithi112 bash[70260]: cluster 2024-09-21T06:07:15.656352+0000 mgr.y (mgr.15270) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:17.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:17 smithi112 bash[70260]: audit 2024-09-21T06:07:16.128327+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:17.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:17 smithi112 bash[70260]: audit 2024-09-21T06:07:16.128327+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:17.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:17 smithi112 bash[70260]: audit 2024-09-21T06:07:16.139185+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:17.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:17 smithi112 bash[70260]: audit 2024-09-21T06:07:16.139185+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:17 smithi099 bash[19899]: cluster 2024-09-21T06:07:15.656352+0000 mgr.y (mgr.15270) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:17 smithi099 bash[19899]: audit 2024-09-21T06:07:16.128327+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:17 smithi099 bash[19899]: audit 2024-09-21T06:07:16.139185+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:17 smithi099 bash[26898]: cluster 2024-09-21T06:07:15.656352+0000 mgr.y (mgr.15270) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:17 smithi099 bash[26898]: audit 2024-09-21T06:07:16.128327+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:17 smithi099 bash[26898]: audit 2024-09-21T06:07:16.139185+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:18.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:18.044472248Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:19.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:19 smithi112 bash[70260]: cluster 2024-09-21T06:07:17.657132+0000 mgr.y (mgr.15270) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:19.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:19 smithi112 bash[70260]: cluster 2024-09-21T06:07:17.657132+0000 mgr.y (mgr.15270) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:19 smithi099 bash[19899]: cluster 2024-09-21T06:07:17.657132+0000 mgr.y (mgr.15270) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:19 smithi099 bash[26898]: cluster 2024-09-21T06:07:17.657132+0000 mgr.y (mgr.15270) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:21.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:21.045345853Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:21 smithi112 bash[70260]: cluster 2024-09-21T06:07:19.657835+0000 mgr.y (mgr.15270) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:21 smithi112 bash[70260]: cluster 2024-09-21T06:07:19.657835+0000 mgr.y (mgr.15270) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:21 smithi112 bash[70260]: audit 2024-09-21T06:07:20.177846+0000 mon.a (mon.0) 1567 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:21 smithi112 bash[70260]: audit 2024-09-21T06:07:20.177846+0000 mon.a (mon.0) 1567 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:21 smithi099 bash[19899]: cluster 2024-09-21T06:07:19.657835+0000 mgr.y (mgr.15270) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:21 smithi099 bash[19899]: audit 2024-09-21T06:07:20.177846+0000 mon.a (mon.0) 1567 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:21 smithi099 bash[26898]: cluster 2024-09-21T06:07:19.657835+0000 mgr.y (mgr.15270) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:21 smithi099 bash[26898]: audit 2024-09-21T06:07:20.177846+0000 mon.a (mon.0) 1567 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:23.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:23 smithi099 bash[19899]: cluster 2024-09-21T06:07:21.659507+0000 mgr.y (mgr.15270) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:23 smithi099 bash[26898]: cluster 2024-09-21T06:07:21.659507+0000 mgr.y (mgr.15270) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:23 smithi112 bash[70260]: cluster 2024-09-21T06:07:21.659507+0000 mgr.y (mgr.15270) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:23 smithi112 bash[70260]: cluster 2024-09-21T06:07:21.659507+0000 mgr.y (mgr.15270) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:24.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:24.039476416Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:24 smithi112 bash[70260]: audit 2024-09-21T06:07:22.903953+0000 mgr.y (mgr.15270) 253 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:24.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:24 smithi112 bash[70260]: audit 2024-09-21T06:07:22.903953+0000 mgr.y (mgr.15270) 253 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:24.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:24 smithi099 bash[19899]: audit 2024-09-21T06:07:22.903953+0000 mgr.y (mgr.15270) 253 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:24.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:24 smithi099 bash[26898]: audit 2024-09-21T06:07:22.903953+0000 mgr.y (mgr.15270) 253 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:25.429 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:25 smithi112 bash[70260]: cluster 2024-09-21T06:07:23.660164+0000 mgr.y (mgr.15270) 254 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:25.429 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:25 smithi112 bash[70260]: cluster 2024-09-21T06:07:23.660164+0000 mgr.y (mgr.15270) 254 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:25 smithi099 bash[19899]: cluster 2024-09-21T06:07:23.660164+0000 mgr.y (mgr.15270) 254 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:25.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:25 smithi099 bash[26898]: cluster 2024-09-21T06:07:23.660164+0000 mgr.y (mgr.15270) 254 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:25.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:07:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:07:25] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-21T06:07:27.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cluster 2024-09-21T06:07:25.661723+0000 mgr.y (mgr.15270) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:25.969120+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:25.979952+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:25.982184+0000 mon.a (mon.0) 1570 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:25.983822+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:25.994822+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.126093+0000 mon.a (mon.0) 1573 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.129307+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.132069+0000 mon.a (mon.0) 1575 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.133377+0000 mgr.y (mgr.15270) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.140583+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.146428+0000 mon.a (mon.0) 1577 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.147812+0000 mgr.y (mgr.15270) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:07:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.154625+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.166119+0000 mon.a (mon.0) 1579 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.167638+0000 mgr.y (mgr.15270) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.174492+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.180340+0000 mon.a (mon.0) 1581 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.182045+0000 mgr.y (mgr.15270) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.189192+0000 mon.a (mon.0) 1582 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.193917+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cluster 2024-09-21T06:07:25.661723+0000 mgr.y (mgr.15270) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:25.969120+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:25.979952+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:25.982184+0000 mon.a (mon.0) 1570 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:25.983822+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:25.994822+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.126093+0000 mon.a (mon.0) 1573 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.129307+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.132069+0000 mon.a (mon.0) 1575 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.133377+0000 mgr.y (mgr.15270) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.140583+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.146428+0000 mon.a (mon.0) 1577 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.147812+0000 mgr.y (mgr.15270) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.154625+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.166119+0000 mon.a (mon.0) 1579 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.167638+0000 mgr.y (mgr.15270) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:07:27.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.174492+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.180340+0000 mon.a (mon.0) 1581 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.182045+0000 mgr.y (mgr.15270) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.189192+0000 mon.a (mon.0) 1582 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.193917+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.200502+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.206099+0000 mon.a (mon.0) 1585 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.207823+0000 mgr.y (mgr.15270) 260 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.214691+0000 mon.a (mon.0) 1586 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.221669+0000 mon.a (mon.0) 1587 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.223344+0000 mgr.y (mgr.15270) 261 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.230518+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.237685+0000 mon.a (mon.0) 1589 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.239244+0000 mgr.y (mgr.15270) 262 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.246024+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.252221+0000 mon.a (mon.0) 1591 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.253639+0000 mgr.y (mgr.15270) 263 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.255531+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.258414+0000 mon.a (mon.0) 1593 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.259884+0000 mgr.y (mgr.15270) 264 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.261654+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.264574+0000 mon.a (mon.0) 1595 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.266135+0000 mgr.y (mgr.15270) 265 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.268292+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.271498+0000 mon.a (mon.0) 1597 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.200502+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.206099+0000 mon.a (mon.0) 1585 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.207823+0000 mgr.y (mgr.15270) 260 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.214691+0000 mon.a (mon.0) 1586 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.221669+0000 mon.a (mon.0) 1587 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.223344+0000 mgr.y (mgr.15270) 261 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.230518+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.237685+0000 mon.a (mon.0) 1589 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.239244+0000 mgr.y (mgr.15270) 262 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.246024+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.252221+0000 mon.a (mon.0) 1591 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.253639+0000 mgr.y (mgr.15270) 263 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.255531+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.258414+0000 mon.a (mon.0) 1593 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.259884+0000 mgr.y (mgr.15270) 264 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.261654+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.264574+0000 mon.a (mon.0) 1595 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.266135+0000 mgr.y (mgr.15270) 265 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.268292+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.271498+0000 mon.a (mon.0) 1597 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.275096+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.277929+0000 mon.a (mon.0) 1599 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.281600+0000 mon.a (mon.0) 1600 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.284483+0000 mon.a (mon.0) 1601 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.288383+0000 mon.a (mon.0) 1602 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.291812+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.298514+0000 mon.a (mon.0) 1604 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.302986+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.309530+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.314221+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.320176+0000 mon.a (mon.0) 1608 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.324129+0000 mon.a (mon.0) 1609 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.325812+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-21T06:07:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.333889+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.338415+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.339959+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.347843+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.275096+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.277929+0000 mon.a (mon.0) 1599 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.281600+0000 mon.a (mon.0) 1600 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.284483+0000 mon.a (mon.0) 1601 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.288383+0000 mon.a (mon.0) 1602 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.291812+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-21T06:07:27.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.298514+0000 mon.a (mon.0) 1604 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.302986+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.309530+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.314221+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.320176+0000 mon.a (mon.0) 1608 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.324129+0000 mon.a (mon.0) 1609 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.325812+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.333889+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.338415+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.339959+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-21T06:07:27.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.347843+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:07:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.351960+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.353462+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-21T06:07:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.361068+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:07:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.365080+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-21T06:07:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.366523+0000 mon.a (mon.0) 1619 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.374223+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.377941+0000 mon.a (mon.0) 1621 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.385518+0000 mon.a (mon.0) 1622 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.389296+0000 mon.a (mon.0) 1623 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.390717+0000 mon.a (mon.0) 1624 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.392244+0000 mon.a (mon.0) 1625 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.393906+0000 mon.a (mon.0) 1626 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.395587+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.397245+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.399582+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-21T06:07:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.407768+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.351960+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.353462+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.361068+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.365080+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.366523+0000 mon.a (mon.0) 1619 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.374223+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.377941+0000 mon.a (mon.0) 1621 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.385518+0000 mon.a (mon.0) 1622 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.389296+0000 mon.a (mon.0) 1623 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.390717+0000 mon.a (mon.0) 1624 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.392244+0000 mon.a (mon.0) 1625 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.393906+0000 mon.a (mon.0) 1626 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.395587+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.397245+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.399582+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.407768+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.410079+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.411854+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.424567+0000 mon.a (mon.0) 1633 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.547325+0000 mon.a (mon.0) 1634 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.548924+0000 mon.a (mon.0) 1635 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[19899]: audit 2024-09-21T06:07:26.558522+0000 mon.a (mon.0) 1636 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.410079+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.411854+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.424567+0000 mon.a (mon.0) 1633 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.547325+0000 mon.a (mon.0) 1634 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.548924+0000 mon.a (mon.0) 1635 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:26 smithi099 bash[26898]: audit 2024-09-21T06:07:26.558522+0000 mon.a (mon.0) 1636 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:27.059126273Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:27.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cluster 2024-09-21T06:07:25.661723+0000 mgr.y (mgr.15270) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:27.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cluster 2024-09-21T06:07:25.661723+0000 mgr.y (mgr.15270) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:27.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.969120+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.969120+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.979952+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.979952+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.982184+0000 mon.a (mon.0) 1570 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.982184+0000 mon.a (mon.0) 1570 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.983822+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.983822+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.994822+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:25.994822+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.126093+0000 mon.a (mon.0) 1573 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.126093+0000 mon.a (mon.0) 1573 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:07:27.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.129307+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.129307+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.132069+0000 mon.a (mon.0) 1575 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.132069+0000 mon.a (mon.0) 1575 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.133377+0000 mgr.y (mgr.15270) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:07:27.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.133377+0000 mgr.y (mgr.15270) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.140583+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.140583+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.146428+0000 mon.a (mon.0) 1577 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.146428+0000 mon.a (mon.0) 1577 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.147812+0000 mgr.y (mgr.15270) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.147812+0000 mgr.y (mgr.15270) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.154625+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.154625+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.166119+0000 mon.a (mon.0) 1579 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.166119+0000 mon.a (mon.0) 1579 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.167638+0000 mgr.y (mgr.15270) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.167638+0000 mgr.y (mgr.15270) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:07:27.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.174492+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.174492+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.180340+0000 mon.a (mon.0) 1581 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.180340+0000 mon.a (mon.0) 1581 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.182045+0000 mgr.y (mgr.15270) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.182045+0000 mgr.y (mgr.15270) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.189192+0000 mon.a (mon.0) 1582 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.189192+0000 mon.a (mon.0) 1582 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.193917+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.193917+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.200502+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.200502+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.206099+0000 mon.a (mon.0) 1585 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.206099+0000 mon.a (mon.0) 1585 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.207823+0000 mgr.y (mgr.15270) 260 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.207823+0000 mgr.y (mgr.15270) 260 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.214691+0000 mon.a (mon.0) 1586 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.214691+0000 mon.a (mon.0) 1586 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.221669+0000 mon.a (mon.0) 1587 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.221669+0000 mon.a (mon.0) 1587 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.223344+0000 mgr.y (mgr.15270) 261 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.223344+0000 mgr.y (mgr.15270) 261 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.230518+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.230518+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.237685+0000 mon.a (mon.0) 1589 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.237685+0000 mon.a (mon.0) 1589 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.239244+0000 mgr.y (mgr.15270) 262 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:07:27.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.239244+0000 mgr.y (mgr.15270) 262 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.246024+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.246024+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.252221+0000 mon.a (mon.0) 1591 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.252221+0000 mon.a (mon.0) 1591 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.253639+0000 mgr.y (mgr.15270) 263 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.253639+0000 mgr.y (mgr.15270) 263 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.255531+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.255531+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.258414+0000 mon.a (mon.0) 1593 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.258414+0000 mon.a (mon.0) 1593 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.259884+0000 mgr.y (mgr.15270) 264 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.259884+0000 mgr.y (mgr.15270) 264 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.261654+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.261654+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.264574+0000 mon.a (mon.0) 1595 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.264574+0000 mon.a (mon.0) 1595 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.266135+0000 mgr.y (mgr.15270) 265 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:07:27.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.266135+0000 mgr.y (mgr.15270) 265 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:07:27.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.268292+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.268292+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.271498+0000 mon.a (mon.0) 1597 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.271498+0000 mon.a (mon.0) 1597 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.275096+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.275096+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.277929+0000 mon.a (mon.0) 1599 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.277929+0000 mon.a (mon.0) 1599 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.281600+0000 mon.a (mon.0) 1600 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.281600+0000 mon.a (mon.0) 1600 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.284483+0000 mon.a (mon.0) 1601 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.284483+0000 mon.a (mon.0) 1601 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.288383+0000 mon.a (mon.0) 1602 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.288383+0000 mon.a (mon.0) 1602 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.291812+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.291812+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.298514+0000 mon.a (mon.0) 1604 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.298514+0000 mon.a (mon.0) 1604 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.302986+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.302986+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.309530+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.309530+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.314221+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.314221+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-21T06:07:27.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.320176+0000 mon.a (mon.0) 1608 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.320176+0000 mon.a (mon.0) 1608 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.324129+0000 mon.a (mon.0) 1609 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.324129+0000 mon.a (mon.0) 1609 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.325812+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.325812+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.333889+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.333889+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.338415+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.338415+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.339959+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.339959+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.347843+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.347843+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:07:27.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.351960+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.351960+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.353462+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.353462+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.361068+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.361068+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.365080+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.365080+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.366523+0000 mon.a (mon.0) 1619 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.366523+0000 mon.a (mon.0) 1619 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.374223+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.374223+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.377941+0000 mon.a (mon.0) 1621 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-21T06:07:27.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.377941+0000 mon.a (mon.0) 1621 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.385518+0000 mon.a (mon.0) 1622 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.385518+0000 mon.a (mon.0) 1622 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.389296+0000 mon.a (mon.0) 1623 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.389296+0000 mon.a (mon.0) 1623 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.390717+0000 mon.a (mon.0) 1624 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.390717+0000 mon.a (mon.0) 1624 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.392244+0000 mon.a (mon.0) 1625 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.392244+0000 mon.a (mon.0) 1625 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.393906+0000 mon.a (mon.0) 1626 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.393906+0000 mon.a (mon.0) 1626 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.395587+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.395587+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.397245+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.397245+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.399582+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.399582+0000 mon.a (mon.0) 1629 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.407768+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.407768+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.410079+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.410079+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.411854+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.411854+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.424567+0000 mon.a (mon.0) 1633 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.424567+0000 mon.a (mon.0) 1633 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.547325+0000 mon.a (mon.0) 1634 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.547325+0000 mon.a (mon.0) 1634 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:07:27.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.548924+0000 mon.a (mon.0) 1635 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.548924+0000 mon.a (mon.0) 1635 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:07:27.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.558522+0000 mon.a (mon.0) 1636 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:27.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:26 smithi112 bash[70260]: audit 2024-09-21T06:07:26.558522+0000 mon.a (mon.0) 1636 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:28.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.273034+0000 mgr.y (mgr.15270) 266 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:07:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.279472+0000 mgr.y (mgr.15270) 267 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:07:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.286065+0000 mgr.y (mgr.15270) 268 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:07:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.289777+0000 mgr.y (mgr.15270) 269 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:07:28.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[19899]: cephadm 2024-09-21T06:07:26.398615+0000 mgr.y (mgr.15270) 270 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:07:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.273034+0000 mgr.y (mgr.15270) 266 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:07:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.279472+0000 mgr.y (mgr.15270) 267 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:07:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.286065+0000 mgr.y (mgr.15270) 268 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:07:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.289777+0000 mgr.y (mgr.15270) 269 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:07:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:27 smithi099 bash[26898]: cephadm 2024-09-21T06:07:26.398615+0000 mgr.y (mgr.15270) 270 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:07:28.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.273034+0000 mgr.y (mgr.15270) 266 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:07:28.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.273034+0000 mgr.y (mgr.15270) 266 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:07:28.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.279472+0000 mgr.y (mgr.15270) 267 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:07:28.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.279472+0000 mgr.y (mgr.15270) 267 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:07:28.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.286065+0000 mgr.y (mgr.15270) 268 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:07:28.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.286065+0000 mgr.y (mgr.15270) 268 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:07:28.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.289777+0000 mgr.y (mgr.15270) 269 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:07:28.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.289777+0000 mgr.y (mgr.15270) 269 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:07:28.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.398615+0000 mgr.y (mgr.15270) 270 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:07:28.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:27 smithi112 bash[70260]: cephadm 2024-09-21T06:07:26.398615+0000 mgr.y (mgr.15270) 270 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:07:29.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:28 smithi099 bash[19899]: cluster 2024-09-21T06:07:27.662447+0000 mgr.y (mgr.15270) 271 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:29.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:28 smithi099 bash[26898]: cluster 2024-09-21T06:07:27.662447+0000 mgr.y (mgr.15270) 271 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:29.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:28 smithi112 bash[70260]: cluster 2024-09-21T06:07:27.662447+0000 mgr.y (mgr.15270) 271 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:29.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:28 smithi112 bash[70260]: cluster 2024-09-21T06:07:27.662447+0000 mgr.y (mgr.15270) 271 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:30.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:30.050633719Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:30 smithi099 bash[19899]: cluster 2024-09-21T06:07:29.663185+0000 mgr.y (mgr.15270) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:30 smithi099 bash[19899]: audit 2024-09-21T06:07:30.289019+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:31.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:30 smithi099 bash[26898]: cluster 2024-09-21T06:07:29.663185+0000 mgr.y (mgr.15270) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:31.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:30 smithi099 bash[26898]: audit 2024-09-21T06:07:30.289019+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:31.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:30 smithi112 bash[70260]: cluster 2024-09-21T06:07:29.663185+0000 mgr.y (mgr.15270) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:31.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:30 smithi112 bash[70260]: cluster 2024-09-21T06:07:29.663185+0000 mgr.y (mgr.15270) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:31.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:30 smithi112 bash[70260]: audit 2024-09-21T06:07:30.289019+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:31.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:30 smithi112 bash[70260]: audit 2024-09-21T06:07:30.289019+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:07:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:32 smithi099 bash[19899]: cluster 2024-09-21T06:07:31.664779+0000 mgr.y (mgr.15270) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:33.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:32 smithi099 bash[26898]: cluster 2024-09-21T06:07:31.664779+0000 mgr.y (mgr.15270) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:33.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:33.043581345Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:33.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:32 smithi112 bash[70260]: cluster 2024-09-21T06:07:31.664779+0000 mgr.y (mgr.15270) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:33.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:32 smithi112 bash[70260]: cluster 2024-09-21T06:07:31.664779+0000 mgr.y (mgr.15270) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:34 smithi099 bash[19899]: audit 2024-09-21T06:07:32.915206+0000 mgr.y (mgr.15270) 274 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:34 smithi099 bash[26898]: audit 2024-09-21T06:07:32.915206+0000 mgr.y (mgr.15270) 274 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:34.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:33 smithi112 bash[70260]: audit 2024-09-21T06:07:32.915206+0000 mgr.y (mgr.15270) 274 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:34.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:33 smithi112 bash[70260]: audit 2024-09-21T06:07:32.915206+0000 mgr.y (mgr.15270) 274 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:35 smithi099 bash[19899]: cluster 2024-09-21T06:07:33.665619+0000 mgr.y (mgr.15270) 275 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:35 smithi099 bash[26898]: cluster 2024-09-21T06:07:33.665619+0000 mgr.y (mgr.15270) 275 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:35.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:35 smithi112 bash[70260]: cluster 2024-09-21T06:07:33.665619+0000 mgr.y (mgr.15270) 275 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:35.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:35 smithi112 bash[70260]: cluster 2024-09-21T06:07:33.665619+0000 mgr.y (mgr.15270) 275 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:35.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:07:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:07:35] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-21T06:07:36.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:36.043058302Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:36.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:36 smithi112 bash[70260]: audit 2024-09-21T06:07:35.178396+0000 mon.a (mon.0) 1638 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:36.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:36 smithi112 bash[70260]: audit 2024-09-21T06:07:35.178396+0000 mon.a (mon.0) 1638 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:36.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:36 smithi099 bash[19899]: audit 2024-09-21T06:07:35.178396+0000 mon.a (mon.0) 1638 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:36 smithi099 bash[26898]: audit 2024-09-21T06:07:35.178396+0000 mon.a (mon.0) 1638 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:37.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:37 smithi112 bash[70260]: cluster 2024-09-21T06:07:35.667277+0000 mgr.y (mgr.15270) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:37.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:37 smithi112 bash[70260]: cluster 2024-09-21T06:07:35.667277+0000 mgr.y (mgr.15270) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:37 smithi099 bash[19899]: cluster 2024-09-21T06:07:35.667277+0000 mgr.y (mgr.15270) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:37 smithi099 bash[26898]: cluster 2024-09-21T06:07:35.667277+0000 mgr.y (mgr.15270) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:38.719 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T06:07:39.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:39.060667735Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:39 smithi112 bash[70260]: cluster 2024-09-21T06:07:37.667964+0000 mgr.y (mgr.15270) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:39 smithi112 bash[70260]: cluster 2024-09-21T06:07:37.667964+0000 mgr.y (mgr.15270) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:39 smithi112 bash[70260]: audit 2024-09-21T06:07:37.998315+0000 mgr.y (mgr.15270) 278 : audit [DBG] from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:39 smithi112 bash[70260]: audit 2024-09-21T06:07:37.998315+0000 mgr.y (mgr.15270) 278 : audit [DBG] from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:39 smithi099 bash[19899]: cluster 2024-09-21T06:07:37.667964+0000 mgr.y (mgr.15270) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:39 smithi099 bash[19899]: audit 2024-09-21T06:07:37.998315+0000 mgr.y (mgr.15270) 278 : audit [DBG] from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:39 smithi099 bash[26898]: cluster 2024-09-21T06:07:37.667964+0000 mgr.y (mgr.15270) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:39 smithi099 bash[26898]: audit 2024-09-21T06:07:37.998315+0000 mgr.y (mgr.15270) 278 : audit [DBG] from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:41.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:41 smithi112 bash[70260]: cluster 2024-09-21T06:07:39.668667+0000 mgr.y (mgr.15270) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:41.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:41 smithi112 bash[70260]: cluster 2024-09-21T06:07:39.668667+0000 mgr.y (mgr.15270) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:41.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:41 smithi099 bash[19899]: cluster 2024-09-21T06:07:39.668667+0000 mgr.y (mgr.15270) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:41.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:41 smithi099 bash[26898]: cluster 2024-09-21T06:07:39.668667+0000 mgr.y (mgr.15270) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:42.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:42.028347475Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:43 smithi099 bash[19899]: cluster 2024-09-21T06:07:41.670310+0000 mgr.y (mgr.15270) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:43.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:43 smithi099 bash[26898]: cluster 2024-09-21T06:07:41.670310+0000 mgr.y (mgr.15270) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:43.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:43 smithi112 bash[70260]: cluster 2024-09-21T06:07:41.670310+0000 mgr.y (mgr.15270) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:43.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:43 smithi112 bash[70260]: cluster 2024-09-21T06:07:41.670310+0000 mgr.y (mgr.15270) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:43.533 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:07:44.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:44 smithi112 bash[70260]: audit 2024-09-21T06:07:42.926450+0000 mgr.y (mgr.15270) 281 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:44.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:44 smithi112 bash[70260]: audit 2024-09-21T06:07:42.926450+0000 mgr.y (mgr.15270) 281 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:44.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:44 smithi099 bash[19899]: audit 2024-09-21T06:07:42.926450+0000 mgr.y (mgr.15270) 281 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:44.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:44 smithi099 bash[26898]: audit 2024-09-21T06:07:42.926450+0000 mgr.y (mgr.15270) 281 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:44.869 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:07:44.869 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (3m) 2m ago 29m 13.8M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:07:44.869 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (2m) 29s ago 29m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:07:44.869 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (4m) 2m ago 27m 47.9M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:07:44.869 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (4m) 29s ago 38m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:07:44.869 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (15m) 2m ago 40m 503M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:07:44.870 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (40m) 2m ago 40m 86.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:07:44.870 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (37s) 29s ago 38m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:07:44.870 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (38m) 2m ago 38m 63.6M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:07:44.870 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (4m) 2m ago 30m 7791k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:07:44.870 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (4m) 29s ago 30m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (37m) 2m ago 37m 65.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (36m) 2m ago 36m 68.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (35m) 2m ago 35m 62.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (34m) 2m ago 34m 68.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (33m) 29s ago 33m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (32m) 29s ago 33m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (32m) 29s ago 32m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (31m) 29s ago 31m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (3m) 29s ago 30m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (27m) 2m ago 27m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:07:44.871 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (27m) 29s ago 27m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:07:45.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:45 smithi099 bash[19899]: cluster 2024-09-21T06:07:43.671040+0000 mgr.y (mgr.15270) 282 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:45 smithi099 bash[26898]: cluster 2024-09-21T06:07:43.671040+0000 mgr.y (mgr.15270) 282 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:45.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:45.065058678Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:45.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:45 smithi112 bash[70260]: cluster 2024-09-21T06:07:43.671040+0000 mgr.y (mgr.15270) 282 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:45.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:45 smithi112 bash[70260]: cluster 2024-09-21T06:07:43.671040+0000 mgr.y (mgr.15270) 282 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:45.564 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2024-09-21T06:07:45.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:07:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:07:45] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-21T06:07:46.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:46 smithi112 bash[70260]: audit 2024-09-21T06:07:44.856393+0000 mgr.y (mgr.15270) 283 : audit [DBG] from='client.25580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:46.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:46 smithi112 bash[70260]: audit 2024-09-21T06:07:44.856393+0000 mgr.y (mgr.15270) 283 : audit [DBG] from='client.25580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:46 smithi099 bash[19899]: audit 2024-09-21T06:07:44.856393+0000 mgr.y (mgr.15270) 283 : audit [DBG] from='client.25580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:46.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:46 smithi099 bash[26898]: audit 2024-09-21T06:07:44.856393+0000 mgr.y (mgr.15270) 283 : audit [DBG] from='client.25580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:07:47.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:47 smithi112 bash[70260]: cluster 2024-09-21T06:07:45.672693+0000 mgr.y (mgr.15270) 284 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:47.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:47 smithi112 bash[70260]: cluster 2024-09-21T06:07:45.672693+0000 mgr.y (mgr.15270) 284 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:47 smithi099 bash[19899]: cluster 2024-09-21T06:07:45.672693+0000 mgr.y (mgr.15270) 284 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:47 smithi099 bash[26898]: cluster 2024-09-21T06:07:45.672693+0000 mgr.y (mgr.15270) 284 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:48.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:48.06280666Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:49.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:49 smithi112 bash[70260]: cluster 2024-09-21T06:07:47.673485+0000 mgr.y (mgr.15270) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:49.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:49 smithi112 bash[70260]: cluster 2024-09-21T06:07:47.673485+0000 mgr.y (mgr.15270) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:49 smithi099 bash[19899]: cluster 2024-09-21T06:07:47.673485+0000 mgr.y (mgr.15270) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:49.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:49 smithi099 bash[26898]: cluster 2024-09-21T06:07:47.673485+0000 mgr.y (mgr.15270) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:50.371 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:07:51.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:51 smithi099 bash[19899]: cluster 2024-09-21T06:07:49.674250+0000 mgr.y (mgr.15270) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:51.404 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:51 smithi099 bash[19899]: audit 2024-09-21T06:07:50.178288+0000 mon.a (mon.0) 1639 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:51.404 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:51 smithi099 bash[26898]: cluster 2024-09-21T06:07:49.674250+0000 mgr.y (mgr.15270) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:51.405 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:51 smithi099 bash[26898]: audit 2024-09-21T06:07:50.178288+0000 mon.a (mon.0) 1639 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:51.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:51.046745691Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:51 smithi112 bash[70260]: cluster 2024-09-21T06:07:49.674250+0000 mgr.y (mgr.15270) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:51 smithi112 bash[70260]: cluster 2024-09-21T06:07:49.674250+0000 mgr.y (mgr.15270) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:51 smithi112 bash[70260]: audit 2024-09-21T06:07:50.178288+0000 mon.a (mon.0) 1639 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:51 smithi112 bash[70260]: audit 2024-09-21T06:07:50.178288+0000 mon.a (mon.0) 1639 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:07:51.839 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:07:52.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:52 smithi099 bash[19899]: audit 2024-09-21T06:07:51.829974+0000 mon.a (mon.0) 1640 : audit [DBG] from='client.? 172.21.15.99:0/2675208261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:52.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:52 smithi099 bash[26898]: audit 2024-09-21T06:07:51.829974+0000 mon.a (mon.0) 1640 : audit [DBG] from='client.? 172.21.15.99:0/2675208261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:52.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:52 smithi112 bash[70260]: audit 2024-09-21T06:07:51.829974+0000 mon.a (mon.0) 1640 : audit [DBG] from='client.? 172.21.15.99:0/2675208261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:52.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:52 smithi112 bash[70260]: audit 2024-09-21T06:07:51.829974+0000 mon.a (mon.0) 1640 : audit [DBG] from='client.? 172.21.15.99:0/2675208261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:07:52.569 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade status' 2024-09-21T06:07:53.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:53 smithi099 bash[19899]: cluster 2024-09-21T06:07:51.675935+0000 mgr.y (mgr.15270) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:53.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:53 smithi099 bash[26898]: cluster 2024-09-21T06:07:51.675935+0000 mgr.y (mgr.15270) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:53.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:53 smithi112 bash[70260]: cluster 2024-09-21T06:07:51.675935+0000 mgr.y (mgr.15270) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:53.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:53 smithi112 bash[70260]: cluster 2024-09-21T06:07:51.675935+0000 mgr.y (mgr.15270) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:54.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:54.066482927Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:54 smithi112 bash[70260]: audit 2024-09-21T06:07:52.935650+0000 mgr.y (mgr.15270) 288 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:54 smithi112 bash[70260]: audit 2024-09-21T06:07:52.935650+0000 mgr.y (mgr.15270) 288 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:54 smithi099 bash[19899]: audit 2024-09-21T06:07:52.935650+0000 mgr.y (mgr.15270) 288 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:54.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:54 smithi099 bash[26898]: audit 2024-09-21T06:07:52.935650+0000 mgr.y (mgr.15270) 288 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:07:55.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:55 smithi099 bash[26898]: cluster 2024-09-21T06:07:53.676658+0000 mgr.y (mgr.15270) 289 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:55.389 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:55 smithi099 bash[19899]: cluster 2024-09-21T06:07:53.676658+0000 mgr.y (mgr.15270) 289 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:55.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:55 smithi112 bash[70260]: cluster 2024-09-21T06:07:53.676658+0000 mgr.y (mgr.15270) 289 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:55.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:55 smithi112 bash[70260]: cluster 2024-09-21T06:07:53.676658+0000 mgr.y (mgr.15270) 289 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:55.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:07:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:07:55] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.51.0" 2024-09-21T06:07:57.386 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:07:57.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:07:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:07:57.062999502Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:07:57.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:57 smithi112 bash[70260]: cluster 2024-09-21T06:07:55.678422+0000 mgr.y (mgr.15270) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:57.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:57 smithi112 bash[70260]: cluster 2024-09-21T06:07:55.678422+0000 mgr.y (mgr.15270) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:57.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:57 smithi099 bash[19899]: cluster 2024-09-21T06:07:55.678422+0000 mgr.y (mgr.15270) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:57.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:57 smithi099 bash[26898]: cluster 2024-09-21T06:07:55.678422+0000 mgr.y (mgr.15270) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:07:58.838 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:07:58.838 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": null, 2024-09-21T06:07:58.839 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": false, 2024-09-21T06:07:58.839 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "", 2024-09-21T06:07:58.839 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:07:58.839 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": null, 2024-09-21T06:07:58.839 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "", 2024-09-21T06:07:58.839 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:07:58.839 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:07:59.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:07:59 smithi099 bash[26898]: cluster 2024-09-21T06:07:57.679181+0000 mgr.y (mgr.15270) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:07:59 smithi099 bash[19899]: cluster 2024-09-21T06:07:57.679181+0000 mgr.y (mgr.15270) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:59.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:59 smithi112 bash[70260]: cluster 2024-09-21T06:07:57.679181+0000 mgr.y (mgr.15270) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:59.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:07:59 smithi112 bash[70260]: cluster 2024-09-21T06:07:57.679181+0000 mgr.y (mgr.15270) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:07:59.492 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph health detail' 2024-09-21T06:08:00.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:00.059234525Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:00.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:00 smithi112 bash[70260]: audit 2024-09-21T06:07:58.839978+0000 mgr.y (mgr.15270) 292 : audit [DBG] from='client.15714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:00.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:00 smithi112 bash[70260]: audit 2024-09-21T06:07:58.839978+0000 mgr.y (mgr.15270) 292 : audit [DBG] from='client.15714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:00.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:00 smithi099 bash[19899]: audit 2024-09-21T06:07:58.839978+0000 mgr.y (mgr.15270) 292 : audit [DBG] from='client.15714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:00.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:00 smithi099 bash[26898]: audit 2024-09-21T06:07:58.839978+0000 mgr.y (mgr.15270) 292 : audit [DBG] from='client.15714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:01 smithi112 bash[70260]: cluster 2024-09-21T06:07:59.679647+0000 mgr.y (mgr.15270) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:01.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:01 smithi112 bash[70260]: cluster 2024-09-21T06:07:59.679647+0000 mgr.y (mgr.15270) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:01 smithi099 bash[19899]: cluster 2024-09-21T06:07:59.679647+0000 mgr.y (mgr.15270) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:01 smithi099 bash[26898]: cluster 2024-09-21T06:07:59.679647+0000 mgr.y (mgr.15270) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:03.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:03 smithi099 bash[19899]: cluster 2024-09-21T06:08:01.681246+0000 mgr.y (mgr.15270) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:03.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:03 smithi099 bash[26898]: cluster 2024-09-21T06:08:01.681246+0000 mgr.y (mgr.15270) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:03.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:03.03900948Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:03.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:03 smithi112 bash[70260]: cluster 2024-09-21T06:08:01.681246+0000 mgr.y (mgr.15270) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:03.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:03 smithi112 bash[70260]: cluster 2024-09-21T06:08:01.681246+0000 mgr.y (mgr.15270) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:04.294 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:08:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:04 smithi099 bash[19899]: audit 2024-09-21T06:08:02.947118+0000 mgr.y (mgr.15270) 295 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:04.402 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:04 smithi099 bash[26898]: audit 2024-09-21T06:08:02.947118+0000 mgr.y (mgr.15270) 295 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:04.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:04 smithi112 bash[70260]: audit 2024-09-21T06:08:02.947118+0000 mgr.y (mgr.15270) 295 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:04.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:04 smithi112 bash[70260]: audit 2024-09-21T06:08:02.947118+0000 mgr.y (mgr.15270) 295 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:05.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:05 smithi099 bash[19899]: cluster 2024-09-21T06:08:03.682008+0000 mgr.y (mgr.15270) 296 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:05.435 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:05 smithi099 bash[26898]: cluster 2024-09-21T06:08:03.682008+0000 mgr.y (mgr.15270) 296 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:05.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:05 smithi112 bash[70260]: cluster 2024-09-21T06:08:03.682008+0000 mgr.y (mgr.15270) 296 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:05.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:05 smithi112 bash[70260]: cluster 2024-09-21T06:08:03.682008+0000 mgr.y (mgr.15270) 296 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:05.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:08:05] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.51.0" 2024-09-21T06:08:05.775 INFO:teuthology.orchestra.run.smithi099.stdout:HEALTH_OK 2024-09-21T06:08:06.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:06.045247918Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:06 smithi112 bash[70260]: audit 2024-09-21T06:08:05.179120+0000 mon.a (mon.0) 1641 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:08:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:06 smithi112 bash[70260]: audit 2024-09-21T06:08:05.179120+0000 mon.a (mon.0) 1641 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:08:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:06 smithi112 bash[70260]: audit 2024-09-21T06:08:05.777588+0000 mon.a (mon.0) 1642 : audit [DBG] from='client.? 172.21.15.99:0/2783582851' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T06:08:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:06 smithi112 bash[70260]: audit 2024-09-21T06:08:05.777588+0000 mon.a (mon.0) 1642 : audit [DBG] from='client.? 172.21.15.99:0/2783582851' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T06:08:06.454 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:06 smithi099 bash[19899]: audit 2024-09-21T06:08:05.179120+0000 mon.a (mon.0) 1641 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:08:06.454 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:06 smithi099 bash[19899]: audit 2024-09-21T06:08:05.777588+0000 mon.a (mon.0) 1642 : audit [DBG] from='client.? 172.21.15.99:0/2783582851' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T06:08:06.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:06 smithi099 bash[26898]: audit 2024-09-21T06:08:05.179120+0000 mon.a (mon.0) 1641 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:08:06.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:06 smithi099 bash[26898]: audit 2024-09-21T06:08:05.777588+0000 mon.a (mon.0) 1642 : audit [DBG] from='client.? 172.21.15.99:0/2783582851' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-21T06:08:06.455 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2024-09-21T06:08:07.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:07 smithi112 bash[70260]: cluster 2024-09-21T06:08:05.683654+0000 mgr.y (mgr.15270) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:07.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:07 smithi112 bash[70260]: cluster 2024-09-21T06:08:05.683654+0000 mgr.y (mgr.15270) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:07 smithi099 bash[19899]: cluster 2024-09-21T06:08:05.683654+0000 mgr.y (mgr.15270) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:07 smithi099 bash[26898]: cluster 2024-09-21T06:08:05.683654+0000 mgr.y (mgr.15270) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:09.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:09.065412869Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:09 smithi112 bash[70260]: cluster 2024-09-21T06:08:07.684327+0000 mgr.y (mgr.15270) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:09 smithi112 bash[70260]: cluster 2024-09-21T06:08:07.684327+0000 mgr.y (mgr.15270) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:09.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:09 smithi099 bash[19899]: cluster 2024-09-21T06:08:07.684327+0000 mgr.y (mgr.15270) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:09 smithi099 bash[26898]: cluster 2024-09-21T06:08:07.684327+0000 mgr.y (mgr.15270) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:11.276 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:08:11.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:11 smithi099 bash[19899]: cluster 2024-09-21T06:08:09.685053+0000 mgr.y (mgr.15270) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:11.396 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:11 smithi099 bash[26898]: cluster 2024-09-21T06:08:09.685053+0000 mgr.y (mgr.15270) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:11.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:11 smithi112 bash[70260]: cluster 2024-09-21T06:08:09.685053+0000 mgr.y (mgr.15270) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:11.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:11 smithi112 bash[70260]: cluster 2024-09-21T06:08:09.685053+0000 mgr.y (mgr.15270) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:12.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:12.04687836Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:13 smithi099 bash[26898]: cluster 2024-09-21T06:08:11.686801+0000 mgr.y (mgr.15270) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:13 smithi099 bash[19899]: cluster 2024-09-21T06:08:11.686801+0000 mgr.y (mgr.15270) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:13 smithi112 bash[70260]: cluster 2024-09-21T06:08:11.686801+0000 mgr.y (mgr.15270) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:13 smithi112 bash[70260]: cluster 2024-09-21T06:08:11.686801+0000 mgr.y (mgr.15270) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:14 smithi112 bash[70260]: audit 2024-09-21T06:08:12.802975+0000 mgr.y (mgr.15270) 301 : audit [DBG] from='client.25604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:14 smithi112 bash[70260]: audit 2024-09-21T06:08:12.802975+0000 mgr.y (mgr.15270) 301 : audit [DBG] from='client.25604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:14 smithi112 bash[70260]: audit 2024-09-21T06:08:12.955671+0000 mgr.y (mgr.15270) 302 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:14 smithi112 bash[70260]: audit 2024-09-21T06:08:12.955671+0000 mgr.y (mgr.15270) 302 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:14 smithi112 bash[70260]: audit 2024-09-21T06:08:13.198214+0000 mgr.y (mgr.15270) 303 : audit [DBG] from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mon", "hosts": "smithi099", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:14 smithi112 bash[70260]: audit 2024-09-21T06:08:13.198214+0000 mgr.y (mgr.15270) 303 : audit [DBG] from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mon", "hosts": "smithi099", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:14.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:14 smithi099 bash[19899]: audit 2024-09-21T06:08:12.802975+0000 mgr.y (mgr.15270) 301 : audit [DBG] from='client.25604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:14.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:14 smithi099 bash[19899]: audit 2024-09-21T06:08:12.955671+0000 mgr.y (mgr.15270) 302 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:14.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:14 smithi099 bash[19899]: audit 2024-09-21T06:08:13.198214+0000 mgr.y (mgr.15270) 303 : audit [DBG] from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mon", "hosts": "smithi099", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:14.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:14 smithi099 bash[26898]: audit 2024-09-21T06:08:12.802975+0000 mgr.y (mgr.15270) 301 : audit [DBG] from='client.25604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:14.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:14 smithi099 bash[26898]: audit 2024-09-21T06:08:12.955671+0000 mgr.y (mgr.15270) 302 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:14.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:14 smithi099 bash[26898]: audit 2024-09-21T06:08:13.198214+0000 mgr.y (mgr.15270) 303 : audit [DBG] from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "mon", "hosts": "smithi099", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:15.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:15.062593221Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:15.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:15 smithi112 bash[70260]: cluster 2024-09-21T06:08:13.687449+0000 mgr.y (mgr.15270) 304 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:15.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:15 smithi112 bash[70260]: cluster 2024-09-21T06:08:13.687449+0000 mgr.y (mgr.15270) 304 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:15 smithi099 bash[19899]: cluster 2024-09-21T06:08:13.687449+0000 mgr.y (mgr.15270) 304 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:15.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:08:15] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.51.0" 2024-09-21T06:08:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:15 smithi099 bash[26898]: cluster 2024-09-21T06:08:13.687449+0000 mgr.y (mgr.15270) 304 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:15.672 INFO:teuthology.orchestra.run.smithi099.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:08:16.300 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-21T06:08:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: cephadm 2024-09-21T06:08:15.665721+0000 mgr.y (mgr.15270) 305 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:08:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: cephadm 2024-09-21T06:08:15.665721+0000 mgr.y (mgr.15270) 305 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:08:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: audit 2024-09-21T06:08:15.673408+0000 mon.a (mon.0) 1643 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: audit 2024-09-21T06:08:15.673408+0000 mon.a (mon.0) 1643 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:16.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: cluster 2024-09-21T06:08:15.688657+0000 mgr.y (mgr.15270) 306 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:16.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: cluster 2024-09-21T06:08:15.688657+0000 mgr.y (mgr.15270) 306 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:16.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: audit 2024-09-21T06:08:16.377247+0000 mon.a (mon.0) 1644 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:08:16.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: audit 2024-09-21T06:08:16.377247+0000 mon.a (mon.0) 1644 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:08:16.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: audit 2024-09-21T06:08:16.378244+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:08:16.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: audit 2024-09-21T06:08:16.378244+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:08:16.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: audit 2024-09-21T06:08:16.384223+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:16.946 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:16 smithi112 bash[70260]: audit 2024-09-21T06:08:16.384223+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:16.986 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[19899]: cephadm 2024-09-21T06:08:15.665721+0000 mgr.y (mgr.15270) 305 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:08:16.986 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[19899]: audit 2024-09-21T06:08:15.673408+0000 mon.a (mon.0) 1643 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[19899]: cluster 2024-09-21T06:08:15.688657+0000 mgr.y (mgr.15270) 306 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[19899]: audit 2024-09-21T06:08:16.377247+0000 mon.a (mon.0) 1644 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[19899]: audit 2024-09-21T06:08:16.378244+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[19899]: audit 2024-09-21T06:08:16.384223+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[26898]: cephadm 2024-09-21T06:08:15.665721+0000 mgr.y (mgr.15270) 305 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[26898]: audit 2024-09-21T06:08:15.673408+0000 mon.a (mon.0) 1643 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[26898]: cluster 2024-09-21T06:08:15.688657+0000 mgr.y (mgr.15270) 306 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[26898]: audit 2024-09-21T06:08:16.377247+0000 mon.a (mon.0) 1644 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[26898]: audit 2024-09-21T06:08:16.378244+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T06:08:16.987 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:16 smithi099 bash[26898]: audit 2024-09-21T06:08:16.384223+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:17 smithi112 bash[70260]: cephadm 2024-09-21T06:08:16.462627+0000 mgr.y (mgr.15270) 307 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:08:17.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:17 smithi112 bash[70260]: cephadm 2024-09-21T06:08:16.462627+0000 mgr.y (mgr.15270) 307 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:08:17.980 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:17 smithi099 bash[19899]: cephadm 2024-09-21T06:08:16.462627+0000 mgr.y (mgr.15270) 307 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:08:17.980 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:17 smithi099 bash[26898]: cephadm 2024-09-21T06:08:16.462627+0000 mgr.y (mgr.15270) 307 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:08:18.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:18.037266211Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:18 smithi112 bash[70260]: cluster 2024-09-21T06:08:17.689292+0000 mgr.y (mgr.15270) 308 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:18.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:18 smithi112 bash[70260]: cluster 2024-09-21T06:08:17.689292+0000 mgr.y (mgr.15270) 308 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:19.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:18 smithi099 bash[19899]: cluster 2024-09-21T06:08:17.689292+0000 mgr.y (mgr.15270) 308 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:19.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:18 smithi099 bash[26898]: cluster 2024-09-21T06:08:17.689292+0000 mgr.y (mgr.15270) 308 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:20.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.802437+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:20.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.802437+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:20.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: cephadm 2024-09-21T06:08:18.803441+0000 mgr.y (mgr.15270) 309 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:08:20.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: cephadm 2024-09-21T06:08:18.803441+0000 mgr.y (mgr.15270) 309 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:08:20.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: cephadm 2024-09-21T06:08:18.803571+0000 mgr.y (mgr.15270) 310 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:08:20.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: cephadm 2024-09-21T06:08:18.803571+0000 mgr.y (mgr.15270) 310 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:08:20.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.805951+0000 mon.a (mon.0) 1648 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:08:20.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.805951+0000 mon.a (mon.0) 1648 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:08:20.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.809966+0000 mon.a (mon.0) 1649 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:08:20.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.809966+0000 mon.a (mon.0) 1649 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: cephadm 2024-09-21T06:08:18.811284+0000 mgr.y (mgr.15270) 311 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: cephadm 2024-09-21T06:08:18.811284+0000 mgr.y (mgr.15270) 311 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.817763+0000 mon.a (mon.0) 1650 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.817763+0000 mon.a (mon.0) 1650 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.821971+0000 mon.a (mon.0) 1651 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.821971+0000 mon.a (mon.0) 1651 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.823213+0000 mon.a (mon.0) 1652 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: audit 2024-09-21T06:08:18.823213+0000 mon.a (mon.0) 1652 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: cephadm 2024-09-21T06:08:18.823948+0000 mgr.y (mgr.15270) 312 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-21T06:08:20.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:19 smithi112 bash[70260]: cephadm 2024-09-21T06:08:18.823948+0000 mgr.y (mgr.15270) 312 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: audit 2024-09-21T06:08:18.802437+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: cephadm 2024-09-21T06:08:18.803441+0000 mgr.y (mgr.15270) 309 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: cephadm 2024-09-21T06:08:18.803571+0000 mgr.y (mgr.15270) 310 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: audit 2024-09-21T06:08:18.805951+0000 mon.a (mon.0) 1648 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: audit 2024-09-21T06:08:18.809966+0000 mon.a (mon.0) 1649 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: cephadm 2024-09-21T06:08:18.811284+0000 mgr.y (mgr.15270) 311 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: audit 2024-09-21T06:08:18.817763+0000 mon.a (mon.0) 1650 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: audit 2024-09-21T06:08:18.821971+0000 mon.a (mon.0) 1651 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: audit 2024-09-21T06:08:18.823213+0000 mon.a (mon.0) 1652 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-21T06:08:20.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[26898]: cephadm 2024-09-21T06:08:18.823948+0000 mgr.y (mgr.15270) 312 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: audit 2024-09-21T06:08:18.802437+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: cephadm 2024-09-21T06:08:18.803441+0000 mgr.y (mgr.15270) 309 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: cephadm 2024-09-21T06:08:18.803571+0000 mgr.y (mgr.15270) 310 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: audit 2024-09-21T06:08:18.805951+0000 mon.a (mon.0) 1648 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: audit 2024-09-21T06:08:18.809966+0000 mon.a (mon.0) 1649 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: cephadm 2024-09-21T06:08:18.811284+0000 mgr.y (mgr.15270) 311 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: audit 2024-09-21T06:08:18.817763+0000 mon.a (mon.0) 1650 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: audit 2024-09-21T06:08:18.821971+0000 mon.a (mon.0) 1651 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: audit 2024-09-21T06:08:18.823213+0000 mon.a (mon.0) 1652 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-21T06:08:20.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:19 smithi099 bash[19899]: cephadm 2024-09-21T06:08:18.823948+0000 mgr.y (mgr.15270) 312 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-21T06:08:21.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:21.057542685Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:21.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:20 smithi112 bash[70260]: cluster 2024-09-21T06:08:19.689908+0000 mgr.y (mgr.15270) 313 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:21.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:20 smithi112 bash[70260]: cluster 2024-09-21T06:08:19.689908+0000 mgr.y (mgr.15270) 313 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:21.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:20 smithi112 bash[70260]: audit 2024-09-21T06:08:20.179785+0000 mon.a (mon.0) 1653 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:08:21.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:20 smithi112 bash[70260]: audit 2024-09-21T06:08:20.179785+0000 mon.a (mon.0) 1653 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:08:21.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:20 smithi099 bash[19899]: cluster 2024-09-21T06:08:19.689908+0000 mgr.y (mgr.15270) 313 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:20 smithi099 bash[19899]: audit 2024-09-21T06:08:20.179785+0000 mon.a (mon.0) 1653 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:08:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:20 smithi099 bash[26898]: cluster 2024-09-21T06:08:19.689908+0000 mgr.y (mgr.15270) 313 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:20 smithi099 bash[26898]: audit 2024-09-21T06:08:20.179785+0000 mon.a (mon.0) 1653 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T06:08:21.832 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:08:22.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: cephadm 2024-09-21T06:08:21.353019+0000 mgr.y (mgr.15270) 314 : cephadm [INF] Upgrade: Updating mon.a 2024-09-21T06:08:22.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: cephadm 2024-09-21T06:08:21.353019+0000 mgr.y (mgr.15270) 314 : cephadm [INF] Upgrade: Updating mon.a 2024-09-21T06:08:22.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: audit 2024-09-21T06:08:21.358373+0000 mon.a (mon.0) 1654 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:22.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: audit 2024-09-21T06:08:21.358373+0000 mon.a (mon.0) 1654 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: audit 2024-09-21T06:08:21.361240+0000 mon.a (mon.0) 1655 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: audit 2024-09-21T06:08:21.361240+0000 mon.a (mon.0) 1655 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: audit 2024-09-21T06:08:21.362265+0000 mon.a (mon.0) 1656 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: audit 2024-09-21T06:08:21.362265+0000 mon.a (mon.0) 1656 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: audit 2024-09-21T06:08:21.363292+0000 mon.a (mon.0) 1657 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: audit 2024-09-21T06:08:21.363292+0000 mon.a (mon.0) 1657 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: cephadm 2024-09-21T06:08:21.364811+0000 mgr.y (mgr.15270) 315 : cephadm [INF] Deploying daemon mon.a on smithi099 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: cephadm 2024-09-21T06:08:21.364811+0000 mgr.y (mgr.15270) 315 : cephadm [INF] Deploying daemon mon.a on smithi099 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: cluster 2024-09-21T06:08:21.691668+0000 mgr.y (mgr.15270) 316 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:22.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:22 smithi112 bash[70260]: cluster 2024-09-21T06:08:21.691668+0000 mgr.y (mgr.15270) 316 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[19899]: cephadm 2024-09-21T06:08:21.353019+0000 mgr.y (mgr.15270) 314 : cephadm [INF] Upgrade: Updating mon.a 2024-09-21T06:08:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[19899]: audit 2024-09-21T06:08:21.358373+0000 mon.a (mon.0) 1654 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[19899]: audit 2024-09-21T06:08:21.361240+0000 mon.a (mon.0) 1655 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T06:08:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[19899]: audit 2024-09-21T06:08:21.362265+0000 mon.a (mon.0) 1656 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T06:08:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[19899]: audit 2024-09-21T06:08:21.363292+0000 mon.a (mon.0) 1657 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:08:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[19899]: cephadm 2024-09-21T06:08:21.364811+0000 mgr.y (mgr.15270) 315 : cephadm [INF] Deploying daemon mon.a on smithi099 2024-09-21T06:08:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[19899]: cluster 2024-09-21T06:08:21.691668+0000 mgr.y (mgr.15270) 316 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:22.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[26898]: cephadm 2024-09-21T06:08:21.353019+0000 mgr.y (mgr.15270) 314 : cephadm [INF] Upgrade: Updating mon.a 2024-09-21T06:08:22.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[26898]: audit 2024-09-21T06:08:21.358373+0000 mon.a (mon.0) 1654 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' 2024-09-21T06:08:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[26898]: audit 2024-09-21T06:08:21.361240+0000 mon.a (mon.0) 1655 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T06:08:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[26898]: audit 2024-09-21T06:08:21.362265+0000 mon.a (mon.0) 1656 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T06:08:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[26898]: audit 2024-09-21T06:08:21.363292+0000 mon.a (mon.0) 1657 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T06:08:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[26898]: cephadm 2024-09-21T06:08:21.364811+0000 mgr.y (mgr.15270) 315 : cephadm [INF] Deploying daemon mon.a on smithi099 2024-09-21T06:08:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:22 smithi099 bash[26898]: cluster 2024-09-21T06:08:21.691668+0000 mgr.y (mgr.15270) 316 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:23 smithi112 bash[70260]: audit 2024-09-21T06:08:22.966727+0000 mgr.y (mgr.15270) 317 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:23 smithi112 bash[70260]: audit 2024-09-21T06:08:22.966727+0000 mgr.y (mgr.15270) 317 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:23.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:23 smithi099 bash[19899]: audit 2024-09-21T06:08:22.966727+0000 mgr.y (mgr.15270) 317 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:23.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:23 smithi099 bash[26898]: audit 2024-09-21T06:08:22.966727+0000 mgr.y (mgr.15270) 317 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:23.768 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:08:24.374 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:24.047340473Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:24.375 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:08:24.375 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (3m) 3m ago 30m 13.8M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:08:24.375 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (3m) 69s ago 30m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:08:24.375 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (5m) 3m ago 28m 47.9M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (5m) 69s ago 38m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (15m) 3m ago 40m 503M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (41m) 3m ago 41m 86.8M 2048M 19.1.1-373-g4e45e6b4 164465d2334a 3bbce040c33a 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (76s) 69s ago 39m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (39m) 3m ago 39m 63.6M 2048M 19.1.1-373-g4e45e6b4 164465d2334a d24001eeb5f3 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (4m) 3m ago 30m 7791k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (4m) 69s ago 30m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (38m) 3m ago 38m 65.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (37m) 3m ago 37m 68.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (36m) 3m ago 36m 62.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (35m) 3m ago 35m 68.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (34m) 69s ago 34m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:08:24.376 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (33m) 69s ago 33m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:08:24.377 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (32m) 69s ago 32m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:08:24.377 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (31m) 69s ago 31m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:08:24.377 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (4m) 69s ago 30m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:08:24.377 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (28m) 3m ago 28m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:08:24.377 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (28m) 69s ago 28m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:08:24.499 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:24.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[26898]: cluster 2024-09-21T06:08:23.692152+0000 mgr.y (mgr.15270) 318 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:24.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[26898]: audit 2024-09-21T06:08:23.758830+0000 mgr.y (mgr.15270) 319 : audit [DBG] from='client.15738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:24.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[26898]: audit 2024-09-21T06:08:24.059671+0000 mgr.y (mgr.15270) 320 : audit [DBG] from='client.25622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:24.500 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:24.500 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:24.500 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:24.501 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:24.501 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:24.501 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:24.502 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[19899]: cluster 2024-09-21T06:08:23.692152+0000 mgr.y (mgr.15270) 318 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:24.502 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[19899]: audit 2024-09-21T06:08:23.758830+0000 mgr.y (mgr.15270) 319 : audit [DBG] from='client.15738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:24.502 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[19899]: audit 2024-09-21T06:08:24.059671+0000 mgr.y (mgr.15270) 320 : audit [DBG] from='client.25622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:24.502 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:24.502 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:24.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:24 smithi112 bash[70260]: cluster 2024-09-21T06:08:23.692152+0000 mgr.y (mgr.15270) 318 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:24.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:24 smithi112 bash[70260]: cluster 2024-09-21T06:08:23.692152+0000 mgr.y (mgr.15270) 318 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:24.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:24 smithi112 bash[70260]: audit 2024-09-21T06:08:23.758830+0000 mgr.y (mgr.15270) 319 : audit [DBG] from='client.15738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:24.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:24 smithi112 bash[70260]: audit 2024-09-21T06:08:23.758830+0000 mgr.y (mgr.15270) 319 : audit [DBG] from='client.15738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:24.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:24 smithi112 bash[70260]: audit 2024-09-21T06:08:24.059671+0000 mgr.y (mgr.15270) 320 : audit [DBG] from='client.25622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:24.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:24 smithi112 bash[70260]: audit 2024-09-21T06:08:24.059671+0000 mgr.y (mgr.15270) 320 : audit [DBG] from='client.25622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:24.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[68315]: [21/Sep/2024:06:08:24] ENGINE Bus STOPPING 2024-09-21T06:08:24.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:24 smithi099 systemd[1]: Stopping Ceph mon.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:08:24.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[19899]: debug 2024-09-21T06:08:24.603+0000 7fe97226e640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-21T06:08:24.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[19899]: debug 2024-09-21T06:08:24.603+0000 7fe97226e640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2, 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 1 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:08:24.765 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:08:24.766 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:08:24.766 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:08:24.766 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:08:24.766 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:08:24.766 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:08:24.766 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 12, 2024-09-21T06:08:24.766 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:08:24.766 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:08:24.766 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:08:25.083 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:08:25.084 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:08:25.084 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:08:25.084 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi099", 2024-09-21T06:08:25.084 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:08:25.084 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "0/2 daemons upgraded", 2024-09-21T06:08:25.084 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading mon daemons", 2024-09-21T06:08:25.084 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:08:25.084 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:08:25.188 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[68315]: [21/Sep/2024:06:08:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T06:08:25.188 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[68315]: [21/Sep/2024:06:08:24] ENGINE Bus STOPPED 2024-09-21T06:08:25.189 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:24 smithi099 bash[68315]: [21/Sep/2024:06:08:24] ENGINE Bus STARTING 2024-09-21T06:08:25.189 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:25 smithi099 bash[68315]: [21/Sep/2024:06:08:25] ENGINE Serving on http://:::9283 2024-09-21T06:08:25.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:25 smithi099 bash[89037]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mon-a 2024-09-21T06:08:25.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:25 smithi099 bash[68315]: [21/Sep/2024:06:08:25] ENGINE Bus STARTED 2024-09-21T06:08:25.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:08:25] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-21T06:08:25.845 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:25.845 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:25.845 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:25.846 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:25.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:25 smithi099 bash[89134]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mon-a 2024-09-21T06:08:25.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.a.service: Deactivated successfully. 2024-09-21T06:08:25.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: Stopped Ceph mon.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:08:25.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:25.846 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:25.847 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:25.847 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:25.847 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:26.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:25 smithi099 systemd[1]: Started Ceph mon.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:08:27.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.039+0000 7fece322ec80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-21T06:08:27.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.039+0000 7fece322ec80 0 ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev), process ceph-mon, pid 7 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.039+0000 7fece322ec80 0 pidfile_write: ignore empty --pid-file 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 0 load: jerasure load: lrc 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: RocksDB version: 7.9.2 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Git sha 0 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Compile date 2024-09-20 23:32:13 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: DB SUMMARY 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: DB Session ID: NY6WCK2H1OF7JW78GFFP 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: CURRENT file: CURRENT 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 4680 Bytes 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000071.sst 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000069.log size: 628437 ; 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.error_if_exists: 0 2024-09-21T06:08:27.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.create_if_missing: 0 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.paranoid_checks: 1 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.env: 0x55c0f941d120 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.info_log: 0x55c0faba3700 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.statistics: (nil) 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.use_fsync: 0 2024-09-21T06:08:27.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_log_file_size: 0 2024-09-21T06:08:27.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-21T06:08:27.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-21T06:08:27.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.allow_fallocate: 1 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.use_direct_reads: 0 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.db_log_dir: 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.wal_dir: 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-21T06:08:27.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.write_buffer_manager: 0x55c0faba61e0 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.unordered_write: 0 2024-09-21T06:08:27.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.row_cache: None 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.wal_filter: None 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.two_write_queues: 0 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.wal_compression: 0 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.atomic_flush: 0 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-21T06:08:27.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.log_readahead_size: 0 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_background_jobs: 2 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_background_compactions: -1 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_subcompactions: 1 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-21T06:08:27.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_open_files: -1 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_background_flushes: -1 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Compression algorithms supported: 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: kZSTD supported: 0 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: kXpressCompression supported: 0 2024-09-21T06:08:27.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: kBZip2Compression supported: 0 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: kLZ4Compression supported: 1 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: kZlibCompression supported: 1 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: kSnappyCompression supported: 1 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.merge_operator: 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_filter: None 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-21T06:08:27.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c0faba3320) 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cache_index_and_filter_blocks: 1 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: pin_top_level_index_and_filter: 1 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: index_type: 0 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: data_block_index_type: 0 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: index_shortening: 1 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: data_block_hash_table_util_ratio: 0.750000 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: checksum: 4 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: no_block_cache: 0 2024-09-21T06:08:27.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: block_cache: 0x55c0fab99610 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: block_cache_name: BinnedLRUCache 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: block_cache_options: 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: capacity : 536870912 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: num_shard_bits : 4 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: strict_capacity_limit : 0 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: high_pri_pool_ratio: 0.000 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: block_cache_compressed: (nil) 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: persistent_cache: (nil) 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: block_size: 4096 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: block_size_deviation: 10 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: block_restart_interval: 16 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: index_block_restart_interval: 1 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: metadata_block_size: 4096 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: partition_filters: 0 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: use_delta_encoding: 1 2024-09-21T06:08:27.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: filter_policy: bloomfilter 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: whole_key_filtering: 1 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: verify_compression: 0 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: read_amp_bytes_per_bit: 0 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: format_version: 5 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: enable_index_compression: 1 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: block_align: 0 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: max_auto_readahead_size: 262144 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: prepopulate_block_cache: 0 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: initial_auto_readahead_size: 8192 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: num_file_reads_for_auto_readahead: 2 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-21T06:08:27.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression: NoCompression 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.num_levels: 7 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-21T06:08:27.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-21T06:08:27.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-21T06:08:27.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-21T06:08:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-21T06:08:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-21T06:08:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-21T06:08:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-21T06:08:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-21T06:08:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-21T06:08:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-21T06:08:27.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-21T06:08:27.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-21T06:08:27.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-21T06:08:27.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-21T06:08:27.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-21T06:08:27.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.inplace_update_support: 0 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.bloom_locality: 0 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.max_successive_merges: 0 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-21T06:08:27.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.ttl: 2592000 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.enable_blob_files: false 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.min_blob_size: 0 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.043+0000 7fece322ec80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-21T06:08:27.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.047+0000 7fece322ec80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.047+0000 7fece322ec80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 73, last_sequence is 32656, log_number is 69,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 69 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.047+0000 7fece322ec80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 69 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.047+0000 7fece322ec80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d7244d5b-386f-4f88-b8b3-c1b549d06e7b 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.047+0000 7fece322ec80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726898907047601, "job": 1, "event": "recovery_started", "wal_files": [69]} 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.047+0000 7fece322ec80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #69 mode 2 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726898907051203, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 74, "file_size": 617013, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 32657, "largest_seqno": 33215, "table_properties": {"data_size": 613858, "index_size": 1475, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 645, "raw_key_size": 5277, "raw_average_key_size": 22, "raw_value_size": 608875, "raw_average_value_size": 2590, "num_data_blocks": 66, "num_entries": 235, "num_filter_entries": 235, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726898907, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d7244d5b-386f-4f88-b8b3-c1b549d06e7b", "db_session_id": "NY6WCK2H1OF7JW78GFFP", "orig_file_number": 74, "seqno_to_time_mapping": "N/A"}} 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726898907051362, "job": 1, "event": "recovery_finished"} 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 76 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000069.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c0fabc6e00 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 4 rocksdb: DB pointer 0x55c0facca000 2024-09-21T06:08:27.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fecd8ff6640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fecd8ff6640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: ** DB Stats ** 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: ** Compaction Stats [default] ** 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: L0 1/0 602.55 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 254.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-21T06:08:27.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: L6 1/0 9.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Sum 2/0 10.56 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 254.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 254.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: ** Compaction Stats [default] ** 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 254.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: AddFile(Total Files): cumulative 0, interval 0 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: AddFile(Keys): cumulative 0, interval 0 2024-09-21T06:08:27.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Cumulative compaction: 0.00 GB write, 88.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Interval compaction: 0.00 GB write, 88.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Block cache BinnedLRUCache@0x55c0fab99610#7 capacity: 512.00 MB usage: 2.30 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: Block cache entry stats(count,size,portion): FilterBlock(1,0.72 KB,0.000137091%) IndexBlock(1,1.58 KB,0.000301003%) Misc(1,0.00 KB,0%) 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: ** File Read Latency Histogram By Level [default] ** 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] at bind addrs [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 1 mon.a@-1(???) e3 preinit fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 0 mon.a@-1(???).mds e1 new map 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.051+0000 7fece322ec80 0 mon.a@-1(???).mds e1 print_map 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: e1 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: btime 2024-09-21T05:27:17:937685+0000 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-21T06:08:27.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: legacy client fscid: -1 2024-09-21T06:08:27.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: 2024-09-21T06:08:27.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: No filesystems configured 2024-09-21T06:08:27.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.055+0000 7fece322ec80 0 mon.a@-1(???).osd e112 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-21T06:08:27.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.055+0000 7fece322ec80 0 mon.a@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-09-21T06:08:27.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.055+0000 7fece322ec80 0 mon.a@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-09-21T06:08:27.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.055+0000 7fece322ec80 0 mon.a@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-09-21T06:08:27.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: debug 2024-09-21T06:08:27.055+0000 7fece322ec80 1 mon.a@-1(???).paxosservice(auth 1..30) refresh upgraded, format 0 -> 3 2024-09-21T06:08:27.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:27.056111263Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.620885+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.620885+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.621471+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.621471+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.622075+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.622075+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.763999+0000 mon.b (mon.1) 5 : audit [DBG] from='client.15756 172.21.15.99:0/3221656597' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.763999+0000 mon.b (mon.1) 5 : audit [DBG] from='client.15756 172.21.15.99:0/3221656597' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.901852+0000 mon.b (mon.1) 6 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.901852+0000 mon.b (mon.1) 6 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.905363+0000 mgr.y (mgr.15270) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:24.905363+0000 mgr.y (mgr.15270) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:25.084739+0000 mgr.y (mgr.15270) 323 : audit [DBG] from='client.25640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:25.084739+0000 mgr.y (mgr.15270) 323 : audit [DBG] from='client.25640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:28.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:25.692960+0000 mgr.y (mgr.15270) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:28.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:25.692960+0000 mgr.y (mgr.15270) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:28.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.669448+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:28.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.669448+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:28.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.695764+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:28.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.695764+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:28.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707414+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:28.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707414+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:28.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707474+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707474+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707511+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707511+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707547+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707547+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707582+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707582+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707619+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707619+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707658+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:28.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707658+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707692+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707692+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707732+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.707732+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.708997+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.708997+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.709080+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.709080+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.711615+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e43: y(active, since 5m), standbys: x 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.711615+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e43: y(active, since 5m), standbys: x 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.712093+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.712093+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:27.735411+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15270 ' entity='' 2024-09-21T06:08:28.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:27.735411+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15270 ' entity='' 2024-09-21T06:08:28.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:27.749062+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:28.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:27 smithi112 bash[70260]: audit 2024-09-21T06:08:27.749062+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:28.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.620885+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.620885+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.621471+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.621471+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.622075+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.622075+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.763999+0000 mon.b (mon.1) 5 : audit [DBG] from='client.15756 172.21.15.99:0/3221656597' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.763999+0000 mon.b (mon.1) 5 : audit [DBG] from='client.15756 172.21.15.99:0/3221656597' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.901852+0000 mon.b (mon.1) 6 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.901852+0000 mon.b (mon.1) 6 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.905363+0000 mgr.y (mgr.15270) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:24.905363+0000 mgr.y (mgr.15270) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T06:08:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:25.084739+0000 mgr.y (mgr.15270) 323 : audit [DBG] from='client.25640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:25.084739+0000 mgr.y (mgr.15270) 323 : audit [DBG] from='client.25640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:25.692960+0000 mgr.y (mgr.15270) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:25.692960+0000 mgr.y (mgr.15270) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.669448+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.669448+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.695764+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: audit 2024-09-21T06:08:24.620885+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: audit 2024-09-21T06:08:24.621471+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: audit 2024-09-21T06:08:24.622075+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: audit 2024-09-21T06:08:24.763999+0000 mon.b (mon.1) 5 : audit [DBG] from='client.15756 172.21.15.99:0/3221656597' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: audit 2024-09-21T06:08:24.901852+0000 mon.b (mon.1) 6 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: audit 2024-09-21T06:08:24.905363+0000 mgr.y (mgr.15270) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: audit 2024-09-21T06:08:25.084739+0000 mgr.y (mgr.15270) 323 : audit [DBG] from='client.25640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:25.692960+0000 mgr.y (mgr.15270) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.669448+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.695764+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.707414+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.707474+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.707511+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.707547+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.707582+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:28.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.707619+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.707658+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.707692+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.707732+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.708997+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-21T06:08:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.709080+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.711615+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e43: y(active, since 5m), standbys: x 2024-09-21T06:08:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.712093+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: audit 2024-09-21T06:08:27.735411+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15270 ' entity='' 2024-09-21T06:08:28.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[26898]: audit 2024-09-21T06:08:27.749062+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.695764+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707414+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707414+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707474+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707474+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707511+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707511+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707547+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707547+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707582+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707582+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:28.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707619+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707619+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707658+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707658+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707692+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707692+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707732+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.707732+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.708997+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.708997+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.709080+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.709080+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.711615+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e43: y(active, since 5m), standbys: x 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.711615+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e43: y(active, since 5m), standbys: x 2024-09-21T06:08:28.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.712093+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:28.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.712093+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:28.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:27.735411+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15270 ' entity='' 2024-09-21T06:08:28.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:27.735411+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15270 ' entity='' 2024-09-21T06:08:28.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:27.749062+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:28.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:27 smithi099 bash[89191]: audit 2024-09-21T06:08:27.749062+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:29.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:28 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.693608+0000 mgr.y (mgr.15270) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:29.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:28 smithi112 bash[70260]: cluster 2024-09-21T06:08:27.693608+0000 mgr.y (mgr.15270) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:29.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:28 smithi099 bash[26898]: cluster 2024-09-21T06:08:27.693608+0000 mgr.y (mgr.15270) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:29.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:28 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.693608+0000 mgr.y (mgr.15270) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:29.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:28 smithi099 bash[89191]: cluster 2024-09-21T06:08:27.693608+0000 mgr.y (mgr.15270) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:30.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:30.026299799Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:30 smithi112 bash[70260]: cluster 2024-09-21T06:08:29.694406+0000 mgr.y (mgr.15270) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:30 smithi112 bash[70260]: cluster 2024-09-21T06:08:29.694406+0000 mgr.y (mgr.15270) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:31.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:30 smithi099 bash[26898]: cluster 2024-09-21T06:08:29.694406+0000 mgr.y (mgr.15270) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:30 smithi099 bash[89191]: cluster 2024-09-21T06:08:29.694406+0000 mgr.y (mgr.15270) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:30 smithi099 bash[89191]: cluster 2024-09-21T06:08:29.694406+0000 mgr.y (mgr.15270) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:32.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:32 smithi099 bash[68315]: debug 2024-09-21T06:08:32.062+0000 7f84b7641640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-21T06:08:33.055 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:32 smithi112 bash[70260]: cluster 2024-09-21T06:08:31.696234+0000 mgr.y (mgr.15270) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:33.055 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:32 smithi112 bash[70260]: cluster 2024-09-21T06:08:31.696234+0000 mgr.y (mgr.15270) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:33.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:32 smithi099 bash[26898]: cluster 2024-09-21T06:08:31.696234+0000 mgr.y (mgr.15270) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:33.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:32 smithi099 bash[89191]: cluster 2024-09-21T06:08:31.696234+0000 mgr.y (mgr.15270) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:32 smithi099 bash[89191]: cluster 2024-09-21T06:08:31.696234+0000 mgr.y (mgr.15270) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:33.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:33.05419908Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:33 smithi112 bash[70260]: audit 2024-09-21T06:08:32.975471+0000 mgr.y (mgr.15270) 328 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:33 smithi112 bash[70260]: audit 2024-09-21T06:08:32.975471+0000 mgr.y (mgr.15270) 328 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:33 smithi112 bash[70260]: audit 2024-09-21T06:08:33.626440+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:33 smithi112 bash[70260]: audit 2024-09-21T06:08:33.626440+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:33 smithi112 bash[70260]: audit 2024-09-21T06:08:33.638839+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:33 smithi112 bash[70260]: audit 2024-09-21T06:08:33.638839+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:34.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:33 smithi099 bash[26898]: audit 2024-09-21T06:08:32.975471+0000 mgr.y (mgr.15270) 328 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:33 smithi099 bash[26898]: audit 2024-09-21T06:08:33.626440+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:33 smithi099 bash[26898]: audit 2024-09-21T06:08:33.638839+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:33 smithi099 bash[89191]: audit 2024-09-21T06:08:32.975471+0000 mgr.y (mgr.15270) 328 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:33 smithi099 bash[89191]: audit 2024-09-21T06:08:32.975471+0000 mgr.y (mgr.15270) 328 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:33 smithi099 bash[89191]: audit 2024-09-21T06:08:33.626440+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:33 smithi099 bash[89191]: audit 2024-09-21T06:08:33.626440+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:33 smithi099 bash[89191]: audit 2024-09-21T06:08:33.638839+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:33 smithi099 bash[89191]: audit 2024-09-21T06:08:33.638839+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:34 smithi112 bash[70260]: cluster 2024-09-21T06:08:33.696775+0000 mgr.y (mgr.15270) 329 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:34 smithi112 bash[70260]: cluster 2024-09-21T06:08:33.696775+0000 mgr.y (mgr.15270) 329 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:34 smithi112 bash[70260]: audit 2024-09-21T06:08:34.731425+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:34 smithi112 bash[70260]: audit 2024-09-21T06:08:34.731425+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:34 smithi112 bash[70260]: audit 2024-09-21T06:08:34.745288+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:34 smithi112 bash[70260]: audit 2024-09-21T06:08:34.745288+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:34 smithi099 bash[26898]: cluster 2024-09-21T06:08:33.696775+0000 mgr.y (mgr.15270) 329 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:34 smithi099 bash[26898]: audit 2024-09-21T06:08:34.731425+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:34 smithi099 bash[26898]: audit 2024-09-21T06:08:34.745288+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:34 smithi099 bash[89191]: cluster 2024-09-21T06:08:33.696775+0000 mgr.y (mgr.15270) 329 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:34 smithi099 bash[89191]: cluster 2024-09-21T06:08:33.696775+0000 mgr.y (mgr.15270) 329 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:34 smithi099 bash[89191]: audit 2024-09-21T06:08:34.731425+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:34 smithi099 bash[89191]: audit 2024-09-21T06:08:34.731425+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:34 smithi099 bash[89191]: audit 2024-09-21T06:08:34.745288+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:34 smithi099 bash[89191]: audit 2024-09-21T06:08:34.745288+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:35.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:08:35] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-21T06:08:36.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:35 smithi112 bash[70260]: audit 2024-09-21T06:08:35.176992+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:08:36.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:35 smithi112 bash[70260]: audit 2024-09-21T06:08:35.176992+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:08:36.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:35 smithi099 bash[26898]: audit 2024-09-21T06:08:35.176992+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:08:36.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:35 smithi099 bash[89191]: audit 2024-09-21T06:08:35.176992+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:08:36.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:35 smithi099 bash[89191]: audit 2024-09-21T06:08:35.176992+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:08:36.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:36.064948361Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:36 smithi112 bash[70260]: cluster 2024-09-21T06:08:35.698393+0000 mgr.y (mgr.15270) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:36 smithi112 bash[70260]: cluster 2024-09-21T06:08:35.698393+0000 mgr.y (mgr.15270) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:37.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:36 smithi099 bash[26898]: cluster 2024-09-21T06:08:35.698393+0000 mgr.y (mgr.15270) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:37.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:36 smithi099 bash[89191]: cluster 2024-09-21T06:08:35.698393+0000 mgr.y (mgr.15270) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:37.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:36 smithi099 bash[89191]: cluster 2024-09-21T06:08:35.698393+0000 mgr.y (mgr.15270) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:39.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:39.050598462Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:39.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:38 smithi112 bash[70260]: cluster 2024-09-21T06:08:37.699122+0000 mgr.y (mgr.15270) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:39.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:38 smithi112 bash[70260]: cluster 2024-09-21T06:08:37.699122+0000 mgr.y (mgr.15270) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:39.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:38 smithi099 bash[26898]: cluster 2024-09-21T06:08:37.699122+0000 mgr.y (mgr.15270) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:38 smithi099 bash[89191]: cluster 2024-09-21T06:08:37.699122+0000 mgr.y (mgr.15270) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:38 smithi099 bash[89191]: cluster 2024-09-21T06:08:37.699122+0000 mgr.y (mgr.15270) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:41.109 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:40 smithi099 bash[89191]: cluster 2024-09-21T06:08:39.699832+0000 mgr.y (mgr.15270) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:41.110 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:40 smithi099 bash[89191]: cluster 2024-09-21T06:08:39.699832+0000 mgr.y (mgr.15270) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:41.110 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:40 smithi099 bash[26898]: cluster 2024-09-21T06:08:39.699832+0000 mgr.y (mgr.15270) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:41.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:40 smithi112 bash[70260]: cluster 2024-09-21T06:08:39.699832+0000 mgr.y (mgr.15270) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:41.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:40 smithi112 bash[70260]: cluster 2024-09-21T06:08:39.699832+0000 mgr.y (mgr.15270) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:42.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:42.070198059Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:43.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:42 smithi112 bash[70260]: cluster 2024-09-21T06:08:41.700949+0000 mgr.y (mgr.15270) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:43.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:42 smithi112 bash[70260]: cluster 2024-09-21T06:08:41.700949+0000 mgr.y (mgr.15270) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:42 smithi099 bash[89191]: cluster 2024-09-21T06:08:41.700949+0000 mgr.y (mgr.15270) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:42 smithi099 bash[89191]: cluster 2024-09-21T06:08:41.700949+0000 mgr.y (mgr.15270) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:43.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:42 smithi099 bash[26898]: cluster 2024-09-21T06:08:41.700949+0000 mgr.y (mgr.15270) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:44.163 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:43 smithi099 bash[26898]: audit 2024-09-21T06:08:42.986464+0000 mgr.y (mgr.15270) 334 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:44.163 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:43 smithi099 bash[89191]: audit 2024-09-21T06:08:42.986464+0000 mgr.y (mgr.15270) 334 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:44.163 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:43 smithi099 bash[89191]: audit 2024-09-21T06:08:42.986464+0000 mgr.y (mgr.15270) 334 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:44.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:43 smithi112 bash[70260]: audit 2024-09-21T06:08:42.986464+0000 mgr.y (mgr.15270) 334 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:44.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:43 smithi112 bash[70260]: audit 2024-09-21T06:08:42.986464+0000 mgr.y (mgr.15270) 334 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:45.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:45.064345983Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: cluster 2024-09-21T06:08:43.701540+0000 mgr.y (mgr.15270) 335 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: cluster 2024-09-21T06:08:43.701540+0000 mgr.y (mgr.15270) 335 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.665313+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.665313+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.678887+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.678887+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.679863+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:45.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.679863+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:45.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.682037+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:08:45.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.682037+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:08:45.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.696236+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:44 smithi112 bash[70260]: audit 2024-09-21T06:08:44.696236+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[26898]: cluster 2024-09-21T06:08:43.701540+0000 mgr.y (mgr.15270) 335 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[26898]: audit 2024-09-21T06:08:44.665313+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[26898]: audit 2024-09-21T06:08:44.678887+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[26898]: audit 2024-09-21T06:08:44.679863+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[26898]: audit 2024-09-21T06:08:44.682037+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:08:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[26898]: audit 2024-09-21T06:08:44.696236+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: cluster 2024-09-21T06:08:43.701540+0000 mgr.y (mgr.15270) 335 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:45.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: cluster 2024-09-21T06:08:43.701540+0000 mgr.y (mgr.15270) 335 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:45.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.665313+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.665313+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.678887+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.678887+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.679863+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:45.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.679863+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:45.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.682037+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:08:45.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.682037+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:08:45.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.696236+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:44 smithi099 bash[89191]: audit 2024-09-21T06:08:44.696236+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:45.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:08:45] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-21T06:08:45.839 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: audit 2024-09-21T06:08:44.823413+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:08:45.839 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: audit 2024-09-21T06:08:44.823413+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:08:45.839 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: audit 2024-09-21T06:08:44.837089+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:46.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: audit 2024-09-21T06:08:44.823413+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:08:46.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: audit 2024-09-21T06:08:44.823413+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:08:46.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: audit 2024-09-21T06:08:44.837089+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:46.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: audit 2024-09-21T06:08:44.837089+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:46.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: audit 2024-09-21T06:08:44.839732+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-21T06:08:46.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: audit 2024-09-21T06:08:44.839732+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-21T06:08:46.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: audit 2024-09-21T06:08:44.841450+0000 mon.b (mon.1) 13 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-21T06:08:46.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: audit 2024-09-21T06:08:44.841450+0000 mon.b (mon.1) 13 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-21T06:08:46.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: cephadm 2024-09-21T06:08:44.845454+0000 mgr.y (mgr.15270) 336 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-21T06:08:46.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:45 smithi112 bash[70260]: cephadm 2024-09-21T06:08:44.845454+0000 mgr.y (mgr.15270) 336 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-21T06:08:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: audit 2024-09-21T06:08:44.837089+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: audit 2024-09-21T06:08:44.839732+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-21T06:08:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: audit 2024-09-21T06:08:44.839732+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-21T06:08:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: audit 2024-09-21T06:08:44.841450+0000 mon.b (mon.1) 13 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-21T06:08:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: audit 2024-09-21T06:08:44.841450+0000 mon.b (mon.1) 13 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-21T06:08:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: cephadm 2024-09-21T06:08:44.845454+0000 mgr.y (mgr.15270) 336 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-21T06:08:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[89191]: cephadm 2024-09-21T06:08:44.845454+0000 mgr.y (mgr.15270) 336 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-21T06:08:46.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[26898]: audit 2024-09-21T06:08:44.823413+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:08:46.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[26898]: audit 2024-09-21T06:08:44.837089+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:46.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[26898]: audit 2024-09-21T06:08:44.839732+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-21T06:08:46.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[26898]: audit 2024-09-21T06:08:44.841450+0000 mon.b (mon.1) 13 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-21T06:08:46.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:45 smithi099 bash[26898]: cephadm 2024-09-21T06:08:44.845454+0000 mgr.y (mgr.15270) 336 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-21T06:08:47.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:46 smithi112 bash[70260]: cluster 2024-09-21T06:08:45.703026+0000 mgr.y (mgr.15270) 337 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:47.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:46 smithi112 bash[70260]: cluster 2024-09-21T06:08:45.703026+0000 mgr.y (mgr.15270) 337 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:46 smithi099 bash[89191]: cluster 2024-09-21T06:08:45.703026+0000 mgr.y (mgr.15270) 337 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:47.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:46 smithi099 bash[89191]: cluster 2024-09-21T06:08:45.703026+0000 mgr.y (mgr.15270) 337 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:47.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:46 smithi099 bash[26898]: cluster 2024-09-21T06:08:45.703026+0000 mgr.y (mgr.15270) 337 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:48.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:48.066059404Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: cephadm 2024-09-21T06:08:47.276775+0000 mgr.y (mgr.15270) 338 : cephadm [INF] Upgrade: Updating mon.c 2024-09-21T06:08:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: cephadm 2024-09-21T06:08:47.276775+0000 mgr.y (mgr.15270) 338 : cephadm [INF] Upgrade: Updating mon.c 2024-09-21T06:08:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: audit 2024-09-21T06:08:47.284305+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: audit 2024-09-21T06:08:47.284305+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: audit 2024-09-21T06:08:47.287937+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-21T06:08:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: audit 2024-09-21T06:08:47.287937+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-21T06:08:48.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: audit 2024-09-21T06:08:47.289611+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-21T06:08:48.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: audit 2024-09-21T06:08:47.289611+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-21T06:08:48.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: audit 2024-09-21T06:08:47.291390+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:48.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:48 smithi112 bash[70260]: audit 2024-09-21T06:08:47.291390+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:48.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[26898]: cephadm 2024-09-21T06:08:47.276775+0000 mgr.y (mgr.15270) 338 : cephadm [INF] Upgrade: Updating mon.c 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[26898]: audit 2024-09-21T06:08:47.284305+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[26898]: audit 2024-09-21T06:08:47.287937+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[26898]: audit 2024-09-21T06:08:47.289611+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[26898]: audit 2024-09-21T06:08:47.291390+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: cephadm 2024-09-21T06:08:47.276775+0000 mgr.y (mgr.15270) 338 : cephadm [INF] Upgrade: Updating mon.c 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: cephadm 2024-09-21T06:08:47.276775+0000 mgr.y (mgr.15270) 338 : cephadm [INF] Upgrade: Updating mon.c 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: audit 2024-09-21T06:08:47.284305+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: audit 2024-09-21T06:08:47.284305+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: audit 2024-09-21T06:08:47.287937+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-21T06:08:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: audit 2024-09-21T06:08:47.287937+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-21T06:08:48.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: audit 2024-09-21T06:08:47.289611+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-21T06:08:48.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: audit 2024-09-21T06:08:47.289611+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-21T06:08:48.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: audit 2024-09-21T06:08:47.291390+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:48.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:48 smithi099 bash[89191]: audit 2024-09-21T06:08:47.291390+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:08:49.575 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:49 smithi099 bash[26898]: cephadm 2024-09-21T06:08:47.295798+0000 mgr.y (mgr.15270) 339 : cephadm [INF] Deploying daemon mon.c on smithi099 2024-09-21T06:08:49.575 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:49 smithi099 bash[26898]: cluster 2024-09-21T06:08:47.703515+0000 mgr.y (mgr.15270) 340 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:49.575 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:49 smithi099 bash[89191]: cephadm 2024-09-21T06:08:47.295798+0000 mgr.y (mgr.15270) 339 : cephadm [INF] Deploying daemon mon.c on smithi099 2024-09-21T06:08:49.575 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:49 smithi099 bash[89191]: cephadm 2024-09-21T06:08:47.295798+0000 mgr.y (mgr.15270) 339 : cephadm [INF] Deploying daemon mon.c on smithi099 2024-09-21T06:08:49.575 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:49 smithi099 bash[89191]: cluster 2024-09-21T06:08:47.703515+0000 mgr.y (mgr.15270) 340 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:49.576 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:49 smithi099 bash[89191]: cluster 2024-09-21T06:08:47.703515+0000 mgr.y (mgr.15270) 340 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:49 smithi112 bash[70260]: cephadm 2024-09-21T06:08:47.295798+0000 mgr.y (mgr.15270) 339 : cephadm [INF] Deploying daemon mon.c on smithi099 2024-09-21T06:08:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:49 smithi112 bash[70260]: cephadm 2024-09-21T06:08:47.295798+0000 mgr.y (mgr.15270) 339 : cephadm [INF] Deploying daemon mon.c on smithi099 2024-09-21T06:08:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:49 smithi112 bash[70260]: cluster 2024-09-21T06:08:47.703515+0000 mgr.y (mgr.15270) 340 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:49 smithi112 bash[70260]: cluster 2024-09-21T06:08:47.703515+0000 mgr.y (mgr.15270) 340 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:49.830 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:49.831 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:49.831 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:49.831 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:49.831 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:49.832 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:49.832 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:49.832 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:49.833 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:50.228 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:49 smithi099 systemd[1]: Stopping Ceph mon.c for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:08:50.228 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:49 smithi099 bash[26898]: debug 2024-09-21T06:08:49.926+0000 7fb2eca20640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-21T06:08:50.228 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:49 smithi099 bash[26898]: debug 2024-09-21T06:08:49.926+0000 7fb2eca20640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-21T06:08:50.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:50 smithi099 bash[92726]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mon-c 2024-09-21T06:08:50.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:50 smithi099 bash[92786]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mon-c 2024-09-21T06:08:50.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.c.service: Deactivated successfully. 2024-09-21T06:08:50.925 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: Stopped Ceph mon.c for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:08:51.259 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:51.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:51.260 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:51.260 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:51.260 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:51.261 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:51.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:51.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:51 smithi099 systemd[1]: Started Ceph mon.c for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:08:51.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:51.262 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:08:50 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:08:51.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:51.032884115Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:52.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.306+0000 7f77a54d8c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-21T06:08:52.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.306+0000 7f77a54d8c80 0 ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev), process ceph-mon, pid 7 2024-09-21T06:08:52.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.306+0000 7f77a54d8c80 0 pidfile_write: ignore empty --pid-file 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 0 load: jerasure load: lrc 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Git sha 0 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Compile date 2024-09-20 23:32:13 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: DB SUMMARY 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: DB Session ID: 64MRCZ2NW3JVIAVFIM2K 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: CURRENT file: CURRENT 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 4573 Bytes 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000066.sst 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000064.log size: 1702411 ; 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.error_if_exists: 0 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.create_if_missing: 0 2024-09-21T06:08:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.env: 0x55c9e4938120 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.info_log: 0x55c9e5595700 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.statistics: (nil) 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.use_fsync: 0 2024-09-21T06:08:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-21T06:08:52.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-21T06:08:52.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-21T06:08:52.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-21T06:08:52.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-21T06:08:52.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-21T06:08:52.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-21T06:08:52.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-21T06:08:52.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-21T06:08:52.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.db_log_dir: 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.wal_dir: 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.write_buffer_manager: 0x55c9e55981e0 2024-09-21T06:08:52.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.unordered_write: 0 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.row_cache: None 2024-09-21T06:08:52.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.wal_filter: None 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.two_write_queues: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.wal_compression: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.atomic_flush: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-21T06:08:52.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-21T06:08:52.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_open_files: -1 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Compression algorithms supported: 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: kZSTD supported: 0 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: kXpressCompression supported: 0 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-21T06:08:52.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: kZlibCompression supported: 1 2024-09-21T06:08:52.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-21T06:08:52.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-21T06:08:52.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-21T06:08:52.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-21T06:08:52.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-21T06:08:52.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-21T06:08:52.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-21T06:08:52.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.merge_operator: 2024-09-21T06:08:52.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_filter: None 2024-09-21T06:08:52.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-21T06:08:52.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-21T06:08:52.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-21T06:08:52.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c9e5595320) 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: cache_index_and_filter_blocks: 1 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: pin_top_level_index_and_filter: 1 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: index_type: 0 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: data_block_index_type: 0 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: index_shortening: 1 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: data_block_hash_table_util_ratio: 0.750000 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: checksum: 4 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: no_block_cache: 0 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: block_cache: 0x55c9e558b610 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: block_cache_name: BinnedLRUCache 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: block_cache_options: 2024-09-21T06:08:52.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: capacity : 536870912 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: num_shard_bits : 4 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: strict_capacity_limit : 0 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: high_pri_pool_ratio: 0.000 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: block_cache_compressed: (nil) 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: persistent_cache: (nil) 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: block_size: 4096 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: block_size_deviation: 10 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: block_restart_interval: 16 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: index_block_restart_interval: 1 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: metadata_block_size: 4096 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: partition_filters: 0 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: use_delta_encoding: 1 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: filter_policy: bloomfilter 2024-09-21T06:08:52.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: whole_key_filtering: 1 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: verify_compression: 0 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: read_amp_bytes_per_bit: 0 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: format_version: 5 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: enable_index_compression: 1 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: block_align: 0 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: max_auto_readahead_size: 262144 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: prepopulate_block_cache: 0 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: initial_auto_readahead_size: 8192 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: num_file_reads_for_auto_readahead: 2 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression: NoCompression 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-21T06:08:52.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.num_levels: 7 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-21T06:08:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-21T06:08:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-21T06:08:52.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-21T06:08:52.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.bloom_locality: 0 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.ttl: 2592000 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-21T06:08:52.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.enable_blob_files: false 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.min_blob_size: 0 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 68, last_sequence is 35270, log_number is 64,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 64 2024-09-21T06:08:52.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 64 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e5a97465-fc30-4163-b702-23b31c3c35e5 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726898932314065, "job": 1, "event": "recovery_started", "wal_files": [64]} 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.310+0000 7f77a54d8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #64 mode 2 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.318+0000 7f77a54d8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726898932321075, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 69, "file_size": 1078200, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 35275, "largest_seqno": 36273, "table_properties": {"data_size": 1073665, "index_size": 2471, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1029, "raw_key_size": 8803, "raw_average_key_size": 22, "raw_value_size": 1065424, "raw_average_value_size": 2760, "num_data_blocks": 111, "num_entries": 386, "num_filter_entries": 386, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726898932, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e5a97465-fc30-4163-b702-23b31c3c35e5", "db_session_id": "64MRCZ2NW3JVIAVFIM2K", "orig_file_number": 69, "seqno_to_time_mapping": "N/A"}} 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.318+0000 7f77a54d8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726898932321223, "job": 1, "event": "recovery_finished"} 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.318+0000 7f77a54d8c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 71 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.318+0000 7f77a54d8c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000064.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c9e55b8e00 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 4 rocksdb: DB pointer 0x55c9e56bc000 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f779b2a0640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f779b2a0640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-21T06:08:52.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: ** DB Stats ** 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: ** Compaction Stats [default] ** 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: L0 1/0 1.03 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 289.7 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-21T06:08:52.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: L6 1/0 9.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Sum 2/0 11.00 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 289.7 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 289.7 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: ** Compaction Stats [default] ** 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 289.7 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: AddFile(Total Files): cumulative 0, interval 0 2024-09-21T06:08:52.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: AddFile(Keys): cumulative 0, interval 0 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Cumulative compaction: 0.00 GB write, 95.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Interval compaction: 0.00 GB write, 95.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Block cache BinnedLRUCache@0x55c9e558b610#7 capacity: 512.00 MB usage: 3.73 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: Block cache entry stats(count,size,portion): FilterBlock(1,1.16 KB,0.000220537%) IndexBlock(1,2.58 KB,0.000491738%) Misc(1,0.00 KB,0%) 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: ** File Read Latency Histogram By Level [default] ** 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] at bind addrs [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 1 mon.c@-1(???) e3 preinit fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 0 mon.c@-1(???).mds e1 new map 2024-09-21T06:08:52.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 0 mon.c@-1(???).mds e1 print_map 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: e1 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: btime 2024-09-21T05:27:17:937685+0000 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: legacy client fscid: -1 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: No filesystems configured 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 0 mon.c@-1(???).osd e112 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 0 mon.c@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 0 mon.c@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-09-21T06:08:52.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.322+0000 7f77a54d8c80 0 mon.c@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-09-21T06:08:52.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:52 smithi099 bash[92856]: debug 2024-09-21T06:08:52.326+0000 7f77a54d8c80 1 mon.c@-1(???).paxosservice(auth 1..31) refresh upgraded, format 0 -> 3 2024-09-21T06:08:54.351 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:54.054512346Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:51.705547+0000 mgr.y (mgr.15270) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:51.705547+0000 mgr.y (mgr.15270) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:52.997572+0000 mgr.y (mgr.15270) 343 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:52.997572+0000 mgr.y (mgr.15270) 343 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.313340+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.313340+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.314623+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.314623+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.336654+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:54.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.336654+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349009+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349009+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349040+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349040+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349058+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349058+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349073+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349073+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349104+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349104+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349157+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349157+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349181+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349181+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:54.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349205+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:54.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349205+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:54.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349224+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:54.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.349224+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:54.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.368093+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-21T06:08:54.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.368093+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-21T06:08:54.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.368179+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:54.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.368179+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:54.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.368919+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e43: y(active, since 6m), standbys: x 2024-09-21T06:08:54.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.368919+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e43: y(active, since 6m), standbys: x 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.369215+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.369215+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:53.385600+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:53.385600+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:53.400428+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:53.400428+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.706051+0000 mgr.y (mgr.15270) 344 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: cluster 2024-09-21T06:08:53.706051+0000 mgr.y (mgr.15270) 344 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:53.940531+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:53.940531+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:53.951087+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:54 smithi112 bash[70260]: audit 2024-09-21T06:08:53.951087+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:51.705547+0000 mgr.y (mgr.15270) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:54.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:51.705547+0000 mgr.y (mgr.15270) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:52.997572+0000 mgr.y (mgr.15270) 343 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:52.997572+0000 mgr.y (mgr.15270) 343 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.313340+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.313340+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.314623+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.314623+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.336654+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.336654+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349009+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349009+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349040+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349040+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349058+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:54.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349058+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349073+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349073+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349104+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349104+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349157+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349157+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349181+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349181+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349205+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:54.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:51.705547+0000 mgr.y (mgr.15270) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:51.705547+0000 mgr.y (mgr.15270) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:52.997572+0000 mgr.y (mgr.15270) 343 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:52.997572+0000 mgr.y (mgr.15270) 343 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.313340+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.313340+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.314623+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.314623+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.336654+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.336654+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349009+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349009+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349040+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:54.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349040+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349058+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349058+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-21T05:29:19.094852+0000 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349073+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349073+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-21T05:27:13.459027+0000 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349104+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349104+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349157+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349157+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349181+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349181+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349205+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349205+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349224+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:54.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.349224+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.368093+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.368093+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.368179+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.368179+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.368919+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e43: y(active, since 6m), standbys: x 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.368919+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e43: y(active, since 6m), standbys: x 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.369215+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.369215+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:53.385600+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:53.385600+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:53.400428+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:53.400428+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.706051+0000 mgr.y (mgr.15270) 344 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: cluster 2024-09-21T06:08:53.706051+0000 mgr.y (mgr.15270) 344 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:54.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:53.940531+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:53.940531+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:53.951087+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[92856]: audit 2024-09-21T06:08:53.951087+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349205+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349224+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.349224+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.368093+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.368093+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.368179+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.368179+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-21T06:08:54.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.368919+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e43: y(active, since 6m), standbys: x 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.368919+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e43: y(active, since 6m), standbys: x 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.369215+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.369215+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:53.385600+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:53.385600+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:53.400428+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:53.400428+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.706051+0000 mgr.y (mgr.15270) 344 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: cluster 2024-09-21T06:08:53.706051+0000 mgr.y (mgr.15270) 344 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:53.940531+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:53.940531+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:53.951087+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:54 smithi099 bash[89191]: audit 2024-09-21T06:08:53.951087+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:08:55.417 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:08:55.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:08:55] "GET /metrics HTTP/1.1" 200 38223 "" "Prometheus/2.51.0" 2024-09-21T06:08:56.066 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:08:56.066 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (4m) 22s ago 31m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:08:56.066 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (3m) 101s ago 30m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:08:56.066 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (5m) 22s ago 28m 48.4M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:08:56.066 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (5m) 101s ago 39m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:08:56.066 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (16m) 22s ago 41m 511M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:08:56.066 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (30s) 22s ago 41m 22.5M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:08:56.066 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (108s) 101s ago 39m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:08:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 starting - - - 2048M 2024-09-21T06:08:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (5m) 22s ago 31m 8307k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:08:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (5m) 101s ago 31m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:08:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (38m) 22s ago 38m 65.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:08:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (37m) 22s ago 37m 69.2M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:08:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (36m) 22s ago 36m 63.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:08:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (35m) 22s ago 35m 69.0M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:08:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (35m) 101s ago 35m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:08:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (34m) 101s ago 34m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:08:56.068 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (33m) 101s ago 33m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:08:56.068 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (32m) 101s ago 32m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:08:56.068 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (4m) 101s ago 31m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:08:56.068 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (28m) 22s ago 28m 101M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:08:56.068 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (28m) 101s ago 28m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:08:56.419 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:08:56.419 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:08:56.419 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:08:56.419 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:08:56.419 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:08:56.419 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 10, 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 5 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:08:56.420 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:08:56.721 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:08:56.721 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:08:56.721 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:08:56.722 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi099", 2024-09-21T06:08:56.722 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:08:56.722 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "1/2 daemons upgraded", 2024-09-21T06:08:56.722 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading mon daemons", 2024-09-21T06:08:56.722 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:08:56.722 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: audit 2024-09-21T06:08:55.405765+0000 mgr.y (mgr.15270) 345 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: audit 2024-09-21T06:08:55.405765+0000 mgr.y (mgr.15270) 345 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: cluster 2024-09-21T06:08:55.707585+0000 mgr.y (mgr.15270) 346 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: cluster 2024-09-21T06:08:55.707585+0000 mgr.y (mgr.15270) 346 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: audit 2024-09-21T06:08:55.724261+0000 mgr.y (mgr.15270) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: audit 2024-09-21T06:08:55.724261+0000 mgr.y (mgr.15270) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: audit 2024-09-21T06:08:56.031308+0000 mgr.y (mgr.15270) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: audit 2024-09-21T06:08:56.031308+0000 mgr.y (mgr.15270) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: audit 2024-09-21T06:08:56.421208+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.99:0/2768732506' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:57.066 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:56 smithi112 bash[70260]: audit 2024-09-21T06:08:56.421208+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.99:0/2768732506' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: audit 2024-09-21T06:08:55.405765+0000 mgr.y (mgr.15270) 345 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: audit 2024-09-21T06:08:55.405765+0000 mgr.y (mgr.15270) 345 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: cluster 2024-09-21T06:08:55.707585+0000 mgr.y (mgr.15270) 346 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: cluster 2024-09-21T06:08:55.707585+0000 mgr.y (mgr.15270) 346 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: audit 2024-09-21T06:08:55.724261+0000 mgr.y (mgr.15270) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: audit 2024-09-21T06:08:55.724261+0000 mgr.y (mgr.15270) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: audit 2024-09-21T06:08:56.031308+0000 mgr.y (mgr.15270) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: audit 2024-09-21T06:08:56.031308+0000 mgr.y (mgr.15270) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: audit 2024-09-21T06:08:56.421208+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.99:0/2768732506' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[92856]: audit 2024-09-21T06:08:56.421208+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.99:0/2768732506' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: audit 2024-09-21T06:08:55.405765+0000 mgr.y (mgr.15270) 345 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: audit 2024-09-21T06:08:55.405765+0000 mgr.y (mgr.15270) 345 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: cluster 2024-09-21T06:08:55.707585+0000 mgr.y (mgr.15270) 346 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: cluster 2024-09-21T06:08:55.707585+0000 mgr.y (mgr.15270) 346 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: audit 2024-09-21T06:08:55.724261+0000 mgr.y (mgr.15270) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: audit 2024-09-21T06:08:55.724261+0000 mgr.y (mgr.15270) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: audit 2024-09-21T06:08:56.031308+0000 mgr.y (mgr.15270) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: audit 2024-09-21T06:08:56.031308+0000 mgr.y (mgr.15270) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:57.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: audit 2024-09-21T06:08:56.421208+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.99:0/2768732506' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:57.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:56 smithi099 bash[89191]: audit 2024-09-21T06:08:56.421208+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.99:0/2768732506' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:08:57.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:08:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:08:57.064562603Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:08:57.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:08:57 smithi099 bash[68315]: debug 2024-09-21T06:08:57.334+0000 7f84b7641640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-21T06:08:58.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:57 smithi112 bash[70260]: audit 2024-09-21T06:08:56.722936+0000 mgr.y (mgr.15270) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:58.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:57 smithi112 bash[70260]: audit 2024-09-21T06:08:56.722936+0000 mgr.y (mgr.15270) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:58.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:57 smithi099 bash[89191]: audit 2024-09-21T06:08:56.722936+0000 mgr.y (mgr.15270) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:58.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:57 smithi099 bash[89191]: audit 2024-09-21T06:08:56.722936+0000 mgr.y (mgr.15270) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:58.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:57 smithi099 bash[92856]: audit 2024-09-21T06:08:56.722936+0000 mgr.y (mgr.15270) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:58.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:57 smithi099 bash[92856]: audit 2024-09-21T06:08:56.722936+0000 mgr.y (mgr.15270) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:08:59.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:58 smithi112 bash[70260]: cluster 2024-09-21T06:08:57.708400+0000 mgr.y (mgr.15270) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:59.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:08:58 smithi112 bash[70260]: cluster 2024-09-21T06:08:57.708400+0000 mgr.y (mgr.15270) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:58 smithi099 bash[89191]: cluster 2024-09-21T06:08:57.708400+0000 mgr.y (mgr.15270) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:08:58 smithi099 bash[89191]: cluster 2024-09-21T06:08:57.708400+0000 mgr.y (mgr.15270) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:58 smithi099 bash[92856]: cluster 2024-09-21T06:08:57.708400+0000 mgr.y (mgr.15270) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:08:59.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:08:58 smithi099 bash[92856]: cluster 2024-09-21T06:08:57.708400+0000 mgr.y (mgr.15270) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:00.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:00.072056393Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:01.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[89191]: cluster 2024-09-21T06:08:59.708918+0000 mgr.y (mgr.15270) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:01.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[89191]: cluster 2024-09-21T06:08:59.708918+0000 mgr.y (mgr.15270) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[89191]: audit 2024-09-21T06:08:59.746478+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[89191]: audit 2024-09-21T06:08:59.746478+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[89191]: audit 2024-09-21T06:08:59.758978+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[89191]: audit 2024-09-21T06:08:59.758978+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[92856]: cluster 2024-09-21T06:08:59.708918+0000 mgr.y (mgr.15270) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[92856]: cluster 2024-09-21T06:08:59.708918+0000 mgr.y (mgr.15270) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[92856]: audit 2024-09-21T06:08:59.746478+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[92856]: audit 2024-09-21T06:08:59.746478+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[92856]: audit 2024-09-21T06:08:59.758978+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:00 smithi099 bash[92856]: audit 2024-09-21T06:08:59.758978+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:00 smithi112 bash[70260]: cluster 2024-09-21T06:08:59.708918+0000 mgr.y (mgr.15270) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:00 smithi112 bash[70260]: cluster 2024-09-21T06:08:59.708918+0000 mgr.y (mgr.15270) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:00 smithi112 bash[70260]: audit 2024-09-21T06:08:59.746478+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:00 smithi112 bash[70260]: audit 2024-09-21T06:08:59.746478+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:00 smithi112 bash[70260]: audit 2024-09-21T06:08:59.758978+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:00 smithi112 bash[70260]: audit 2024-09-21T06:08:59.758978+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:01 smithi112 bash[70260]: audit 2024-09-21T06:09:00.863049+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:01 smithi112 bash[70260]: audit 2024-09-21T06:09:00.863049+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:01 smithi112 bash[70260]: audit 2024-09-21T06:09:00.873428+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:01 smithi112 bash[70260]: audit 2024-09-21T06:09:00.873428+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:01 smithi099 bash[89191]: audit 2024-09-21T06:09:00.863049+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:01 smithi099 bash[89191]: audit 2024-09-21T06:09:00.863049+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:01 smithi099 bash[89191]: audit 2024-09-21T06:09:00.873428+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:01 smithi099 bash[89191]: audit 2024-09-21T06:09:00.873428+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:01 smithi099 bash[92856]: audit 2024-09-21T06:09:00.863049+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:01 smithi099 bash[92856]: audit 2024-09-21T06:09:00.863049+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:01 smithi099 bash[92856]: audit 2024-09-21T06:09:00.873428+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:02.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:01 smithi099 bash[92856]: audit 2024-09-21T06:09:00.873428+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:03.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:03.026116789Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:03.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:02 smithi112 bash[70260]: cluster 2024-09-21T06:09:01.710542+0000 mgr.y (mgr.15270) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:03.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:02 smithi112 bash[70260]: cluster 2024-09-21T06:09:01.710542+0000 mgr.y (mgr.15270) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:03.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:02 smithi099 bash[89191]: cluster 2024-09-21T06:09:01.710542+0000 mgr.y (mgr.15270) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:03.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:02 smithi099 bash[89191]: cluster 2024-09-21T06:09:01.710542+0000 mgr.y (mgr.15270) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:03.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:02 smithi099 bash[92856]: cluster 2024-09-21T06:09:01.710542+0000 mgr.y (mgr.15270) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:03.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:02 smithi099 bash[92856]: cluster 2024-09-21T06:09:01.710542+0000 mgr.y (mgr.15270) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:04.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:03 smithi112 bash[70260]: audit 2024-09-21T06:09:03.008784+0000 mgr.y (mgr.15270) 353 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:04.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:03 smithi112 bash[70260]: audit 2024-09-21T06:09:03.008784+0000 mgr.y (mgr.15270) 353 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:04.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:03 smithi099 bash[89191]: audit 2024-09-21T06:09:03.008784+0000 mgr.y (mgr.15270) 353 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:04.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:03 smithi099 bash[89191]: audit 2024-09-21T06:09:03.008784+0000 mgr.y (mgr.15270) 353 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:04.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:03 smithi099 bash[92856]: audit 2024-09-21T06:09:03.008784+0000 mgr.y (mgr.15270) 353 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:04.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:03 smithi099 bash[92856]: audit 2024-09-21T06:09:03.008784+0000 mgr.y (mgr.15270) 353 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:05.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:04 smithi112 bash[70260]: cluster 2024-09-21T06:09:03.711270+0000 mgr.y (mgr.15270) 354 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:05.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:04 smithi112 bash[70260]: cluster 2024-09-21T06:09:03.711270+0000 mgr.y (mgr.15270) 354 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:05.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:04 smithi099 bash[89191]: cluster 2024-09-21T06:09:03.711270+0000 mgr.y (mgr.15270) 354 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:05.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:04 smithi099 bash[89191]: cluster 2024-09-21T06:09:03.711270+0000 mgr.y (mgr.15270) 354 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:05.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:04 smithi099 bash[92856]: cluster 2024-09-21T06:09:03.711270+0000 mgr.y (mgr.15270) 354 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:05.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:04 smithi099 bash[92856]: cluster 2024-09-21T06:09:03.711270+0000 mgr.y (mgr.15270) 354 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:05.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:09:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:09:05] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-21T06:09:06.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:06.061489279Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:06.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:05 smithi112 bash[70260]: audit 2024-09-21T06:09:05.178081+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:06.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:05 smithi112 bash[70260]: audit 2024-09-21T06:09:05.178081+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:06.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:05 smithi099 bash[89191]: audit 2024-09-21T06:09:05.178081+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:06.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:05 smithi099 bash[89191]: audit 2024-09-21T06:09:05.178081+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:06.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:05 smithi099 bash[92856]: audit 2024-09-21T06:09:05.178081+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:06.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:05 smithi099 bash[92856]: audit 2024-09-21T06:09:05.178081+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:07.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:06 smithi112 bash[70260]: cluster 2024-09-21T06:09:05.712832+0000 mgr.y (mgr.15270) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:07.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:06 smithi112 bash[70260]: cluster 2024-09-21T06:09:05.712832+0000 mgr.y (mgr.15270) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:07.201 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:06 smithi099 bash[89191]: cluster 2024-09-21T06:09:05.712832+0000 mgr.y (mgr.15270) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:07.201 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:06 smithi099 bash[89191]: cluster 2024-09-21T06:09:05.712832+0000 mgr.y (mgr.15270) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:07.201 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:06 smithi099 bash[92856]: cluster 2024-09-21T06:09:05.712832+0000 mgr.y (mgr.15270) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:07.201 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:06 smithi099 bash[92856]: cluster 2024-09-21T06:09:05.712832+0000 mgr.y (mgr.15270) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:09.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:09.072343487Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:09.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:08 smithi112 bash[70260]: cluster 2024-09-21T06:09:07.713528+0000 mgr.y (mgr.15270) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:09.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:08 smithi112 bash[70260]: cluster 2024-09-21T06:09:07.713528+0000 mgr.y (mgr.15270) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:09.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:08 smithi099 bash[89191]: cluster 2024-09-21T06:09:07.713528+0000 mgr.y (mgr.15270) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:09.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:08 smithi099 bash[89191]: cluster 2024-09-21T06:09:07.713528+0000 mgr.y (mgr.15270) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:09.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:08 smithi099 bash[92856]: cluster 2024-09-21T06:09:07.713528+0000 mgr.y (mgr.15270) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:09.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:08 smithi099 bash[92856]: cluster 2024-09-21T06:09:07.713528+0000 mgr.y (mgr.15270) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:11.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: cluster 2024-09-21T06:09:09.714111+0000 mgr.y (mgr.15270) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:11.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: cluster 2024-09-21T06:09:09.714111+0000 mgr.y (mgr.15270) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:11.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.764189+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.764189+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.778315+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.778315+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.778794+0000 mon.b (mon.1) 19 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:11.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.778794+0000 mon.b (mon.1) 19 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:11.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.780660+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:11.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.780660+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:11.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.795257+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:10 smithi112 bash[70260]: audit 2024-09-21T06:09:10.795257+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: cluster 2024-09-21T06:09:09.714111+0000 mgr.y (mgr.15270) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:11.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: cluster 2024-09-21T06:09:09.714111+0000 mgr.y (mgr.15270) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:11.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.764189+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.764189+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.778315+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.778315+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.778794+0000 mon.b (mon.1) 19 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.778794+0000 mon.b (mon.1) 19 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.780660+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.780660+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.795257+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[89191]: audit 2024-09-21T06:09:10.795257+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: cluster 2024-09-21T06:09:09.714111+0000 mgr.y (mgr.15270) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: cluster 2024-09-21T06:09:09.714111+0000 mgr.y (mgr.15270) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.764189+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.764189+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.778315+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.778315+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.778794+0000 mon.b (mon.1) 19 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:11.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.778794+0000 mon.b (mon.1) 19 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:11.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.780660+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:11.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.780660+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:11.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.795257+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:11.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:10 smithi099 bash[92856]: audit 2024-09-21T06:09:10.795257+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:12.053066186Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:12.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.921301+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:09:12.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.921301+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:09:12.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.924950+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.924950+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.927978+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.927978+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:10.932540+0000 mgr.y (mgr.15270) 358 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:10.932540+0000 mgr.y (mgr.15270) 358 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.941751+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.941751+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.944502+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.944502+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.947939+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.947939+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.955733+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.955733+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.958664+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.958664+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.962059+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.962059+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.969909+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-21T06:09:12.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.969909+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-21T06:09:12.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.973935+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.973935+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:10.978825+0000 mgr.y (mgr.15270) 359 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:10.978825+0000 mgr.y (mgr.15270) 359 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.988224+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.988224+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.993774+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:10.993774+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:10.998564+0000 mgr.y (mgr.15270) 360 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:10.998564+0000 mgr.y (mgr.15270) 360 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.006036+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.006036+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.009802+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.009802+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.014547+0000 mgr.y (mgr.15270) 361 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:09:12.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.014547+0000 mgr.y (mgr.15270) 361 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.021814+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.021814+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.024730+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.024730+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.029377+0000 mgr.y (mgr.15270) 362 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.029377+0000 mgr.y (mgr.15270) 362 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.030482+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.030482+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.033659+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.033659+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.034001+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.034001+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.037138+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.037138+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.037596+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.037596+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.042290+0000 mgr.y (mgr.15270) 363 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.042290+0000 mgr.y (mgr.15270) 363 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.049545+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.049545+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.053454+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.053454+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.058256+0000 mgr.y (mgr.15270) 364 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.058256+0000 mgr.y (mgr.15270) 364 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.065867+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.065867+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.070786+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.070786+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.075510+0000 mgr.y (mgr.15270) 365 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.075510+0000 mgr.y (mgr.15270) 365 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.082796+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.082796+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.086790+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.086790+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.091643+0000 mgr.y (mgr.15270) 366 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.091643+0000 mgr.y (mgr.15270) 366 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.092761+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.092761+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.096134+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.096134+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.096457+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.096457+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.099614+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.099614+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.100685+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.100685+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.105497+0000 mgr.y (mgr.15270) 367 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:09:12.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.105497+0000 mgr.y (mgr.15270) 367 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:09:12.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.106361+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.106361+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.203 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.109703+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.109703+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.110039+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.110039+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.113404+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.113404+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.114591+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.114591+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.119445+0000 mgr.y (mgr.15270) 368 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.119445+0000 mgr.y (mgr.15270) 368 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.120494+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.120494+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.123730+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.123730+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.204 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.124197+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.124197+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.127253+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.127253+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.128517+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.128517+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.133213+0000 mgr.y (mgr.15270) 369 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.133213+0000 mgr.y (mgr.15270) 369 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.134602+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.134602+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.137786+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.137786+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.205 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.138138+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.138138+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.141475+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.141475+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.142370+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.142370+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.147170+0000 mgr.y (mgr.15270) 370 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.147170+0000 mgr.y (mgr.15270) 370 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.148248+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.148248+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.151189+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.151189+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.206 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.151734+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.151734+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.154848+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.154848+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.155758+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.155758+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.160424+0000 mgr.y (mgr.15270) 371 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.160424+0000 mgr.y (mgr.15270) 371 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.161758+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.161758+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.164795+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.164795+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.165304+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.165304+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.168333+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.168333+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.170278+0000 mgr.y (mgr.15270) 372 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.170278+0000 mgr.y (mgr.15270) 372 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.171346+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.171346+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.174859+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.174859+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.181184+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.181184+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.183634+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.183634+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.187208+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.187208+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.194693+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:09:12.208 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.194693+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.196903+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.196903+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.200578+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.200578+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.208240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.208240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.210443+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.210443+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.213616+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.213616+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.214093+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.214093+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.217134+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.209 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.217134+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.225250+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.225250+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.227596+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.227596+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.230765+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.230765+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.231286+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.231286+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.234268+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.234268+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.242212+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.242212+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:09:12.210 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.243914+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.243914+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.246998+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.246998+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.247410+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.247410+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.250530+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.250530+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.257977+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.257977+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.260777+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.260777+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.263680+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.263680+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.211 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.264313+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.264313+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.267205+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.267205+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.275262+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.275262+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.276904+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.276904+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.280423+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.280423+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.286706+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.286706+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.288786+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.288786+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.291655+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.212 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.291655+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.292268+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.292268+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.294868+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.294868+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.295340+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.295340+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.297883+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.297883+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.298558+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.298558+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.300619+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.300619+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.301355+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.213 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.301355+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.303640+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.303640+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.304289+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.304289+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.307050+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.307050+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.307125+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.307125+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.310692+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.310692+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.316769+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.316769+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.316868+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:09:12.214 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.316868+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.319182+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.319182+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.333165+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.333165+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.460042+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.460042+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.462210+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.462210+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.475784+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.215 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:11 smithi112 bash[70260]: audit 2024-09-21T06:09:11.475784+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.921301+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:09:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.921301+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:09:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.924950+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.924950+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.927978+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.927978+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:10.932540+0000 mgr.y (mgr.15270) 358 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:10.932540+0000 mgr.y (mgr.15270) 358 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.941751+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.941751+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.944502+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.944502+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.947939+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.947939+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.955733+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.955733+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.958664+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.958664+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.962059+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.921301+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.921301+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.924950+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.924950+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.927978+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.927978+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:10.932540+0000 mgr.y (mgr.15270) 358 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:10.932540+0000 mgr.y (mgr.15270) 358 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.941751+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.941751+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.944502+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.944502+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.947939+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.947939+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.955733+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.955733+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.958664+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.958664+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.962059+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.962059+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.969909+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.969909+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-21T06:09:12.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.973935+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.973935+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:10.978825+0000 mgr.y (mgr.15270) 359 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:10.978825+0000 mgr.y (mgr.15270) 359 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.988224+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.988224+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.993774+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:10.993774+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:10.998564+0000 mgr.y (mgr.15270) 360 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:10.998564+0000 mgr.y (mgr.15270) 360 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.006036+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.006036+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.009802+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.009802+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.014547+0000 mgr.y (mgr.15270) 361 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.014547+0000 mgr.y (mgr.15270) 361 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.021814+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.021814+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.024730+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.024730+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.962059+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.969909+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-21T06:09:12.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.969909+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.973935+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.973935+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:10.978825+0000 mgr.y (mgr.15270) 359 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:10.978825+0000 mgr.y (mgr.15270) 359 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.988224+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.988224+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.993774+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:10.993774+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:10.998564+0000 mgr.y (mgr.15270) 360 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:10.998564+0000 mgr.y (mgr.15270) 360 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.006036+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.006036+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.009802+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.009802+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.014547+0000 mgr.y (mgr.15270) 361 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.014547+0000 mgr.y (mgr.15270) 361 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.021814+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.021814+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.024730+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.024730+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.029377+0000 mgr.y (mgr.15270) 362 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.029377+0000 mgr.y (mgr.15270) 362 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.030482+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.030482+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.033659+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.033659+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.034001+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.034001+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.037138+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.037138+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.037596+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.037596+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.042290+0000 mgr.y (mgr.15270) 363 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.042290+0000 mgr.y (mgr.15270) 363 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.049545+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.049545+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.053454+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.053454+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.058256+0000 mgr.y (mgr.15270) 364 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.058256+0000 mgr.y (mgr.15270) 364 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.065867+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.029377+0000 mgr.y (mgr.15270) 362 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.029377+0000 mgr.y (mgr.15270) 362 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.030482+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.030482+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.033659+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.033659+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.034001+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.034001+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.037138+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.037138+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.037596+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.037596+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.042290+0000 mgr.y (mgr.15270) 363 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.042290+0000 mgr.y (mgr.15270) 363 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.049545+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.049545+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.053454+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.053454+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.058256+0000 mgr.y (mgr.15270) 364 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.058256+0000 mgr.y (mgr.15270) 364 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:09:12.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.065867+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.065867+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.070786+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.070786+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.075510+0000 mgr.y (mgr.15270) 365 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.075510+0000 mgr.y (mgr.15270) 365 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.082796+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.082796+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.086790+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.086790+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.091643+0000 mgr.y (mgr.15270) 366 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.091643+0000 mgr.y (mgr.15270) 366 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.092761+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.092761+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.096134+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.096134+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.096457+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.096457+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.099614+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.099614+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.100685+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.065867+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.070786+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.070786+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.075510+0000 mgr.y (mgr.15270) 365 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.075510+0000 mgr.y (mgr.15270) 365 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.082796+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.082796+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.086790+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.086790+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.091643+0000 mgr.y (mgr.15270) 366 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.091643+0000 mgr.y (mgr.15270) 366 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.092761+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.092761+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.096134+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.096134+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.096457+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.096457+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.099614+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.099614+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.100685+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.100685+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.105497+0000 mgr.y (mgr.15270) 367 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.105497+0000 mgr.y (mgr.15270) 367 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.106361+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.106361+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.109703+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.109703+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.110039+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.110039+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.113404+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.113404+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.114591+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.114591+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.119445+0000 mgr.y (mgr.15270) 368 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.119445+0000 mgr.y (mgr.15270) 368 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.120494+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.120494+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.123730+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.123730+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.100685+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.105497+0000 mgr.y (mgr.15270) 367 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.105497+0000 mgr.y (mgr.15270) 367 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.106361+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.106361+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.109703+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.109703+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.110039+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.110039+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.113404+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.113404+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.114591+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.114591+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.119445+0000 mgr.y (mgr.15270) 368 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:09:12.277 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.119445+0000 mgr.y (mgr.15270) 368 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-21T06:09:12.277 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.120494+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.277 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.120494+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.277 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.123730+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.277 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.123730+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.124197+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.124197+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.127253+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.127253+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.128517+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.128517+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.133213+0000 mgr.y (mgr.15270) 369 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.133213+0000 mgr.y (mgr.15270) 369 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.134602+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.134602+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.137786+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.137786+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.138138+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.138138+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.141475+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.141475+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.142370+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.142370+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.147170+0000 mgr.y (mgr.15270) 370 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.147170+0000 mgr.y (mgr.15270) 370 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.124197+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.124197+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.127253+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.127253+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.128517+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.128517+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.133213+0000 mgr.y (mgr.15270) 369 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:09:12.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.133213+0000 mgr.y (mgr.15270) 369 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-21T06:09:12.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.134602+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.134602+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.137786+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.137786+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.138138+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.138138+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.141475+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.141475+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.282 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.142370+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.282 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.142370+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.282 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.147170+0000 mgr.y (mgr.15270) 370 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:09:12.282 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.147170+0000 mgr.y (mgr.15270) 370 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-21T06:09:12.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.148248+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.148248+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.282 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.151189+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.151189+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.151734+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.151734+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.154848+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.154848+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.155758+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.155758+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.160424+0000 mgr.y (mgr.15270) 371 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.160424+0000 mgr.y (mgr.15270) 371 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.161758+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.161758+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.164795+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.164795+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.165304+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.284 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.165304+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.284 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.148248+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.284 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.148248+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.284 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.151189+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.284 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.151189+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.151734+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.151734+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.154848+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.154848+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.155758+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.155758+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.160424+0000 mgr.y (mgr.15270) 371 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.160424+0000 mgr.y (mgr.15270) 371 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.161758+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.161758+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.164795+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.164795+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.285 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.165304+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.286 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.165304+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-21T06:09:12.286 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.168333+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.286 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.168333+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.286 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.170278+0000 mgr.y (mgr.15270) 372 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:09:12.286 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.170278+0000 mgr.y (mgr.15270) 372 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:09:12.286 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.171346+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.286 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.171346+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.286 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.174859+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.286 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.174859+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.181184+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.181184+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.183634+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.183634+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.187208+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.187208+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.194693+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.194693+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.196903+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.287 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.196903+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.168333+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.168333+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.170278+0000 mgr.y (mgr.15270) 372 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.170278+0000 mgr.y (mgr.15270) 372 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.171346+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.171346+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.174859+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.174859+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.181184+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.181184+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.183634+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.183634+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.187208+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.187208+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.194693+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.194693+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.196903+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.196903+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.200578+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.200578+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.208240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.208240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.210443+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.210443+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.213616+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.213616+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.214093+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.214093+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.217134+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.217134+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.225250+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.225250+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.227596+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.227596+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.230765+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.200578+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.200578+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:09:12.290 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.208240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.208240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.210443+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.210443+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.213616+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.213616+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.214093+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.214093+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.217134+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.217134+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.225250+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.225250+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.227596+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.227596+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.230765+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.230765+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.231286+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.231286+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.234268+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.234268+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.242212+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.242212+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.243914+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.243914+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.246998+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.246998+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.293 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.247410+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.293 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.247410+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.293 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.250530+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.293 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.250530+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.293 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.257977+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:09:12.293 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.257977+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:09:12.293 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.230765+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.293 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.231286+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.293 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.231286+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.234268+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.234268+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.242212+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.242212+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.243914+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.243914+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.246998+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.246998+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.247410+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.247410+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.250530+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.250530+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.257977+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:09:12.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.257977+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.260777+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.260777+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.263680+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.263680+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.264313+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.264313+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.267205+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.267205+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.275262+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.275262+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.276904+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.276904+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.280423+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.295 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.280423+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.296 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.286706+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:09:12.296 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.286706+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:09:12.296 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.288786+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.296 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.288786+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.296 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.260777+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.296 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.260777+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.296 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.263680+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.296 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.263680+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.264313+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.264313+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.267205+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.267205+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.275262+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.275262+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.276904+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.276904+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.280423+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.280423+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.286706+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.286706+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.288786+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.288786+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.291655+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.291655+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.292268+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.292268+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.294868+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.294868+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.295340+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.295340+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.297883+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.297883+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.298558+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.298558+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.300619+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.298 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.300619+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.301355+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.301355+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.303640+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.291655+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.291655+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.292268+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.292268+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.294868+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.294868+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.299 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.295340+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.295340+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.297883+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.297883+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.298558+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.298558+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.300619+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.300619+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.301355+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.301355+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.303640+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.300 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.303640+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.304289+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.304289+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.307050+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.307050+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.307125+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.307125+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.310692+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.310692+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.316769+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.316769+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.316868+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.316868+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.319182+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.301 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.319182+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.333165+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.333165+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.460042+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.460042+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.303640+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.304289+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.304289+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.307050+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.307050+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.307125+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.302 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.307125+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.310692+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.310692+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.316769+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.316769+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.316868+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.316868+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.319182+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.319182+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.333165+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.333165+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.460042+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.460042+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:09:12.304 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.462210+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.304 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.462210+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.304 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.475784+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.304 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[89191]: audit 2024-09-21T06:09:11.475784+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.304 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.462210+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.304 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.462210+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:09:12.304 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.475784+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:12.304 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:11 smithi099 bash[92856]: audit 2024-09-21T06:09:11.475784+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:12 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.308803+0000 mgr.y (mgr.15270) 373 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:09:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:12 smithi112 bash[70260]: cephadm 2024-09-21T06:09:11.308803+0000 mgr.y (mgr.15270) 373 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:09:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:12 smithi112 bash[70260]: cluster 2024-09-21T06:09:11.715751+0000 mgr.y (mgr.15270) 374 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:13.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:12 smithi112 bash[70260]: cluster 2024-09-21T06:09:11.715751+0000 mgr.y (mgr.15270) 374 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:12 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.308803+0000 mgr.y (mgr.15270) 373 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:09:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:12 smithi099 bash[89191]: cephadm 2024-09-21T06:09:11.308803+0000 mgr.y (mgr.15270) 373 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:09:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:12 smithi099 bash[89191]: cluster 2024-09-21T06:09:11.715751+0000 mgr.y (mgr.15270) 374 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:12 smithi099 bash[89191]: cluster 2024-09-21T06:09:11.715751+0000 mgr.y (mgr.15270) 374 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:12 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.308803+0000 mgr.y (mgr.15270) 373 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:09:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:12 smithi099 bash[92856]: cephadm 2024-09-21T06:09:11.308803+0000 mgr.y (mgr.15270) 373 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:09:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:12 smithi099 bash[92856]: cluster 2024-09-21T06:09:11.715751+0000 mgr.y (mgr.15270) 374 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:12 smithi099 bash[92856]: cluster 2024-09-21T06:09:11.715751+0000 mgr.y (mgr.15270) 374 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:14.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:13 smithi112 bash[70260]: audit 2024-09-21T06:09:13.020039+0000 mgr.y (mgr.15270) 375 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:14.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:13 smithi112 bash[70260]: audit 2024-09-21T06:09:13.020039+0000 mgr.y (mgr.15270) 375 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:14.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:13 smithi099 bash[89191]: audit 2024-09-21T06:09:13.020039+0000 mgr.y (mgr.15270) 375 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:14.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:13 smithi099 bash[89191]: audit 2024-09-21T06:09:13.020039+0000 mgr.y (mgr.15270) 375 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:14.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:13 smithi099 bash[92856]: audit 2024-09-21T06:09:13.020039+0000 mgr.y (mgr.15270) 375 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:14.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:13 smithi099 bash[92856]: audit 2024-09-21T06:09:13.020039+0000 mgr.y (mgr.15270) 375 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:15.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:15.037843085Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:15.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:14 smithi112 bash[70260]: cluster 2024-09-21T06:09:13.716462+0000 mgr.y (mgr.15270) 376 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:15.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:14 smithi112 bash[70260]: cluster 2024-09-21T06:09:13.716462+0000 mgr.y (mgr.15270) 376 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:15.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:14 smithi099 bash[89191]: cluster 2024-09-21T06:09:13.716462+0000 mgr.y (mgr.15270) 376 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:15.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:14 smithi099 bash[89191]: cluster 2024-09-21T06:09:13.716462+0000 mgr.y (mgr.15270) 376 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:14 smithi099 bash[92856]: cluster 2024-09-21T06:09:13.716462+0000 mgr.y (mgr.15270) 376 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:14 smithi099 bash[92856]: cluster 2024-09-21T06:09:13.716462+0000 mgr.y (mgr.15270) 376 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:15.761 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:09:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:09:15] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-21T06:09:16.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:16 smithi112 bash[70260]: audit 2024-09-21T06:09:15.327622+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:16.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:16 smithi112 bash[70260]: audit 2024-09-21T06:09:15.327622+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:16.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:16 smithi112 bash[70260]: cluster 2024-09-21T06:09:15.718053+0000 mgr.y (mgr.15270) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:16.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:16 smithi112 bash[70260]: cluster 2024-09-21T06:09:15.718053+0000 mgr.y (mgr.15270) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:16.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:16 smithi099 bash[89191]: audit 2024-09-21T06:09:15.327622+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:16.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:16 smithi099 bash[89191]: audit 2024-09-21T06:09:15.327622+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:16.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:16 smithi099 bash[89191]: cluster 2024-09-21T06:09:15.718053+0000 mgr.y (mgr.15270) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:16.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:16 smithi099 bash[89191]: cluster 2024-09-21T06:09:15.718053+0000 mgr.y (mgr.15270) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:16.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:16 smithi099 bash[92856]: audit 2024-09-21T06:09:15.327622+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:16.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:16 smithi099 bash[92856]: audit 2024-09-21T06:09:15.327622+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:09:16.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:16 smithi099 bash[92856]: cluster 2024-09-21T06:09:15.718053+0000 mgr.y (mgr.15270) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:16.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:16 smithi099 bash[92856]: cluster 2024-09-21T06:09:15.718053+0000 mgr.y (mgr.15270) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:18.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:18.032397467Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:19.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:18 smithi112 bash[70260]: cluster 2024-09-21T06:09:17.718727+0000 mgr.y (mgr.15270) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:19.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:18 smithi112 bash[70260]: cluster 2024-09-21T06:09:17.718727+0000 mgr.y (mgr.15270) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:19.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:18 smithi099 bash[89191]: cluster 2024-09-21T06:09:17.718727+0000 mgr.y (mgr.15270) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:19.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:18 smithi099 bash[89191]: cluster 2024-09-21T06:09:17.718727+0000 mgr.y (mgr.15270) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:19.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:18 smithi099 bash[92856]: cluster 2024-09-21T06:09:17.718727+0000 mgr.y (mgr.15270) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:19.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:18 smithi099 bash[92856]: cluster 2024-09-21T06:09:17.718727+0000 mgr.y (mgr.15270) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:21.034 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:20 smithi112 bash[70260]: cluster 2024-09-21T06:09:19.719467+0000 mgr.y (mgr.15270) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:21.034 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:20 smithi112 bash[70260]: cluster 2024-09-21T06:09:19.719467+0000 mgr.y (mgr.15270) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:21.034 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:20 smithi112 bash[70260]: audit 2024-09-21T06:09:20.178360+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:21.034 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:20 smithi112 bash[70260]: audit 2024-09-21T06:09:20.178360+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:21.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:20 smithi099 bash[89191]: cluster 2024-09-21T06:09:19.719467+0000 mgr.y (mgr.15270) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:20 smithi099 bash[89191]: cluster 2024-09-21T06:09:19.719467+0000 mgr.y (mgr.15270) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:20 smithi099 bash[89191]: audit 2024-09-21T06:09:20.178360+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:20 smithi099 bash[89191]: audit 2024-09-21T06:09:20.178360+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:20 smithi099 bash[92856]: cluster 2024-09-21T06:09:19.719467+0000 mgr.y (mgr.15270) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:20 smithi099 bash[92856]: cluster 2024-09-21T06:09:19.719467+0000 mgr.y (mgr.15270) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:20 smithi099 bash[92856]: audit 2024-09-21T06:09:20.178360+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:20 smithi099 bash[92856]: audit 2024-09-21T06:09:20.178360+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:21.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:21.033376836Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:22 smithi112 bash[70260]: cluster 2024-09-21T06:09:21.721096+0000 mgr.y (mgr.15270) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:22 smithi112 bash[70260]: cluster 2024-09-21T06:09:21.721096+0000 mgr.y (mgr.15270) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:23.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:22 smithi099 bash[89191]: cluster 2024-09-21T06:09:21.721096+0000 mgr.y (mgr.15270) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:23.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:22 smithi099 bash[89191]: cluster 2024-09-21T06:09:21.721096+0000 mgr.y (mgr.15270) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:22 smithi099 bash[92856]: cluster 2024-09-21T06:09:21.721096+0000 mgr.y (mgr.15270) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:22 smithi099 bash[92856]: cluster 2024-09-21T06:09:21.721096+0000 mgr.y (mgr.15270) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:24.045 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:23 smithi112 bash[70260]: audit 2024-09-21T06:09:23.031298+0000 mgr.y (mgr.15270) 381 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:24.045 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:23 smithi112 bash[70260]: audit 2024-09-21T06:09:23.031298+0000 mgr.y (mgr.15270) 381 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:24.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:23 smithi099 bash[89191]: audit 2024-09-21T06:09:23.031298+0000 mgr.y (mgr.15270) 381 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:24.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:23 smithi099 bash[89191]: audit 2024-09-21T06:09:23.031298+0000 mgr.y (mgr.15270) 381 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:24.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:23 smithi099 bash[92856]: audit 2024-09-21T06:09:23.031298+0000 mgr.y (mgr.15270) 381 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:24.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:23 smithi099 bash[92856]: audit 2024-09-21T06:09:23.031298+0000 mgr.y (mgr.15270) 381 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:24.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:24.04399569Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:24 smithi112 bash[70260]: cluster 2024-09-21T06:09:23.721780+0000 mgr.y (mgr.15270) 382 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:24 smithi112 bash[70260]: cluster 2024-09-21T06:09:23.721780+0000 mgr.y (mgr.15270) 382 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:25.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:24 smithi099 bash[89191]: cluster 2024-09-21T06:09:23.721780+0000 mgr.y (mgr.15270) 382 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:25.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:24 smithi099 bash[89191]: cluster 2024-09-21T06:09:23.721780+0000 mgr.y (mgr.15270) 382 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:25.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:24 smithi099 bash[92856]: cluster 2024-09-21T06:09:23.721780+0000 mgr.y (mgr.15270) 382 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:25.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:24 smithi099 bash[92856]: cluster 2024-09-21T06:09:23.721780+0000 mgr.y (mgr.15270) 382 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:25.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:09:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:09:25] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.51.0" 2024-09-21T06:09:27.056 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:26 smithi112 bash[70260]: cluster 2024-09-21T06:09:25.723344+0000 mgr.y (mgr.15270) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:27.056 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:26 smithi112 bash[70260]: cluster 2024-09-21T06:09:25.723344+0000 mgr.y (mgr.15270) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:27.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:26 smithi099 bash[89191]: cluster 2024-09-21T06:09:25.723344+0000 mgr.y (mgr.15270) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:27.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:26 smithi099 bash[89191]: cluster 2024-09-21T06:09:25.723344+0000 mgr.y (mgr.15270) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:27.072 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:26 smithi099 bash[92856]: cluster 2024-09-21T06:09:25.723344+0000 mgr.y (mgr.15270) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:27.073 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:26 smithi099 bash[92856]: cluster 2024-09-21T06:09:25.723344+0000 mgr.y (mgr.15270) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:27.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:27.055390042Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:27.818 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T06:09:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:27 smithi112 bash[70260]: audit 2024-09-21T06:09:27.060251+0000 mgr.y (mgr.15270) 384 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:27 smithi112 bash[70260]: audit 2024-09-21T06:09:27.060251+0000 mgr.y (mgr.15270) 384 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:28.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:27 smithi099 bash[92856]: audit 2024-09-21T06:09:27.060251+0000 mgr.y (mgr.15270) 384 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:28.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:27 smithi099 bash[92856]: audit 2024-09-21T06:09:27.060251+0000 mgr.y (mgr.15270) 384 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:27 smithi099 bash[89191]: audit 2024-09-21T06:09:27.060251+0000 mgr.y (mgr.15270) 384 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:27 smithi099 bash[89191]: audit 2024-09-21T06:09:27.060251+0000 mgr.y (mgr.15270) 384 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:29.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:28 smithi112 bash[70260]: cluster 2024-09-21T06:09:27.724051+0000 mgr.y (mgr.15270) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:29.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:28 smithi112 bash[70260]: cluster 2024-09-21T06:09:27.724051+0000 mgr.y (mgr.15270) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:29.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:28 smithi099 bash[92856]: cluster 2024-09-21T06:09:27.724051+0000 mgr.y (mgr.15270) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:29.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:28 smithi099 bash[92856]: cluster 2024-09-21T06:09:27.724051+0000 mgr.y (mgr.15270) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:29.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:28 smithi099 bash[89191]: cluster 2024-09-21T06:09:27.724051+0000 mgr.y (mgr.15270) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:29.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:28 smithi099 bash[89191]: cluster 2024-09-21T06:09:27.724051+0000 mgr.y (mgr.15270) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:30.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:30.05476683Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:30 smithi112 bash[70260]: cluster 2024-09-21T06:09:29.724722+0000 mgr.y (mgr.15270) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:31.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:30 smithi112 bash[70260]: cluster 2024-09-21T06:09:29.724722+0000 mgr.y (mgr.15270) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:31.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:30 smithi099 bash[92856]: cluster 2024-09-21T06:09:29.724722+0000 mgr.y (mgr.15270) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:31.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:30 smithi099 bash[92856]: cluster 2024-09-21T06:09:29.724722+0000 mgr.y (mgr.15270) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:30 smithi099 bash[89191]: cluster 2024-09-21T06:09:29.724722+0000 mgr.y (mgr.15270) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:31.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:30 smithi099 bash[89191]: cluster 2024-09-21T06:09:29.724722+0000 mgr.y (mgr.15270) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:32.629 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:09:33.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:33.061440937Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:32 smithi112 bash[70260]: cluster 2024-09-21T06:09:31.726309+0000 mgr.y (mgr.15270) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:32 smithi112 bash[70260]: cluster 2024-09-21T06:09:31.726309+0000 mgr.y (mgr.15270) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:33.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:32 smithi099 bash[89191]: cluster 2024-09-21T06:09:31.726309+0000 mgr.y (mgr.15270) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:33.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:32 smithi099 bash[89191]: cluster 2024-09-21T06:09:31.726309+0000 mgr.y (mgr.15270) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:33.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:32 smithi099 bash[92856]: cluster 2024-09-21T06:09:31.726309+0000 mgr.y (mgr.15270) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:33.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:32 smithi099 bash[92856]: cluster 2024-09-21T06:09:31.726309+0000 mgr.y (mgr.15270) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:33 smithi112 bash[70260]: audit 2024-09-21T06:09:33.042653+0000 mgr.y (mgr.15270) 388 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:33 smithi112 bash[70260]: audit 2024-09-21T06:09:33.042653+0000 mgr.y (mgr.15270) 388 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:34.227 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:09:34.227 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (4m) 34s ago 31m 13.5M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:09:34.227 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (4m) 2m ago 31m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:09:34.227 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (6m) 34s ago 29m 49.0M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:09:34.227 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (6m) 2m ago 39m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:09:34.227 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (17m) 34s ago 42m 511M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:09:34.227 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (68s) 34s ago 42m 36.0M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (2m) 2m ago 40m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (43s) 34s ago 40m 18.5M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (5m) 34s ago 31m 8376k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (5m) 2m ago 31m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (39m) 34s ago 39m 65.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (38m) 34s ago 38m 69.1M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (37m) 34s ago 37m 63.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (36m) 34s ago 36m 69.2M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (35m) 2m ago 35m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (34m) 2m ago 34m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:09:34.228 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (33m) 2m ago 33m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:09:34.229 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (32m) 2m ago 33m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:09:34.229 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (5m) 2m ago 32m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:09:34.229 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (29m) 34s ago 29m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:09:34.229 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (29m) 2m ago 29m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:09:34.241 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:33 smithi099 bash[92856]: audit 2024-09-21T06:09:33.042653+0000 mgr.y (mgr.15270) 388 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:34.241 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:33 smithi099 bash[92856]: audit 2024-09-21T06:09:33.042653+0000 mgr.y (mgr.15270) 388 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:34.242 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:33 smithi099 bash[89191]: audit 2024-09-21T06:09:33.042653+0000 mgr.y (mgr.15270) 388 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:34.242 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:33 smithi099 bash[89191]: audit 2024-09-21T06:09:33.042653+0000 mgr.y (mgr.15270) 388 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:34.977 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2024-09-21T06:09:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:34 smithi112 bash[70260]: cluster 2024-09-21T06:09:33.726997+0000 mgr.y (mgr.15270) 389 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:34 smithi112 bash[70260]: cluster 2024-09-21T06:09:33.726997+0000 mgr.y (mgr.15270) 389 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:34 smithi112 bash[70260]: audit 2024-09-21T06:09:34.191986+0000 mgr.y (mgr.15270) 390 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:34 smithi112 bash[70260]: audit 2024-09-21T06:09:34.191986+0000 mgr.y (mgr.15270) 390 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:34 smithi099 bash[89191]: cluster 2024-09-21T06:09:33.726997+0000 mgr.y (mgr.15270) 389 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:34 smithi099 bash[89191]: cluster 2024-09-21T06:09:33.726997+0000 mgr.y (mgr.15270) 389 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:34 smithi099 bash[89191]: audit 2024-09-21T06:09:34.191986+0000 mgr.y (mgr.15270) 390 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:34 smithi099 bash[89191]: audit 2024-09-21T06:09:34.191986+0000 mgr.y (mgr.15270) 390 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:34 smithi099 bash[92856]: cluster 2024-09-21T06:09:33.726997+0000 mgr.y (mgr.15270) 389 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:34 smithi099 bash[92856]: cluster 2024-09-21T06:09:33.726997+0000 mgr.y (mgr.15270) 389 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:34 smithi099 bash[92856]: audit 2024-09-21T06:09:34.191986+0000 mgr.y (mgr.15270) 390 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:34 smithi099 bash[92856]: audit 2024-09-21T06:09:34.191986+0000 mgr.y (mgr.15270) 390 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:35.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:09:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:09:35] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-21T06:09:36.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:36.072310406Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:35 smithi112 bash[70260]: audit 2024-09-21T06:09:35.178217+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:35 smithi112 bash[70260]: audit 2024-09-21T06:09:35.178217+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:36.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:35 smithi099 bash[89191]: audit 2024-09-21T06:09:35.178217+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:36.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:35 smithi099 bash[89191]: audit 2024-09-21T06:09:35.178217+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:36.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:35 smithi099 bash[92856]: audit 2024-09-21T06:09:35.178217+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:36.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:35 smithi099 bash[92856]: audit 2024-09-21T06:09:35.178217+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:36 smithi112 bash[70260]: cluster 2024-09-21T06:09:35.728523+0000 mgr.y (mgr.15270) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:36 smithi112 bash[70260]: cluster 2024-09-21T06:09:35.728523+0000 mgr.y (mgr.15270) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:36 smithi099 bash[89191]: cluster 2024-09-21T06:09:35.728523+0000 mgr.y (mgr.15270) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:36 smithi099 bash[89191]: cluster 2024-09-21T06:09:35.728523+0000 mgr.y (mgr.15270) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:36 smithi099 bash[92856]: cluster 2024-09-21T06:09:35.728523+0000 mgr.y (mgr.15270) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:36 smithi099 bash[92856]: cluster 2024-09-21T06:09:35.728523+0000 mgr.y (mgr.15270) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:39.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:39.063498894Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:39.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:38 smithi112 bash[70260]: cluster 2024-09-21T06:09:37.729203+0000 mgr.y (mgr.15270) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:39.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:38 smithi112 bash[70260]: cluster 2024-09-21T06:09:37.729203+0000 mgr.y (mgr.15270) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:39.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:38 smithi099 bash[89191]: cluster 2024-09-21T06:09:37.729203+0000 mgr.y (mgr.15270) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:38 smithi099 bash[89191]: cluster 2024-09-21T06:09:37.729203+0000 mgr.y (mgr.15270) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:38 smithi099 bash[92856]: cluster 2024-09-21T06:09:37.729203+0000 mgr.y (mgr.15270) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:38 smithi099 bash[92856]: cluster 2024-09-21T06:09:37.729203+0000 mgr.y (mgr.15270) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:39.791 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:09:41.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:40 smithi112 bash[70260]: cluster 2024-09-21T06:09:39.729915+0000 mgr.y (mgr.15270) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:41.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:40 smithi112 bash[70260]: cluster 2024-09-21T06:09:39.729915+0000 mgr.y (mgr.15270) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:41.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:40 smithi099 bash[89191]: cluster 2024-09-21T06:09:39.729915+0000 mgr.y (mgr.15270) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:41.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:40 smithi099 bash[89191]: cluster 2024-09-21T06:09:39.729915+0000 mgr.y (mgr.15270) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:41.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:40 smithi099 bash[92856]: cluster 2024-09-21T06:09:39.729915+0000 mgr.y (mgr.15270) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:41.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:40 smithi099 bash[92856]: cluster 2024-09-21T06:09:39.729915+0000 mgr.y (mgr.15270) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:41.413 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:09:42.102 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2024-09-21T06:09:42.113 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:41 smithi099 bash[92856]: audit 2024-09-21T06:09:41.403293+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.99:0/1122028443' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:42.113 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:41 smithi099 bash[92856]: audit 2024-09-21T06:09:41.403293+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.99:0/1122028443' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:42.113 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:41 smithi099 bash[89191]: audit 2024-09-21T06:09:41.403293+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.99:0/1122028443' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:42.113 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:41 smithi099 bash[89191]: audit 2024-09-21T06:09:41.403293+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.99:0/1122028443' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:42.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:42.026262804Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:42.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:41 smithi112 bash[70260]: audit 2024-09-21T06:09:41.403293+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.99:0/1122028443' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:42.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:41 smithi112 bash[70260]: audit 2024-09-21T06:09:41.403293+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.99:0/1122028443' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:43.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:42 smithi112 bash[70260]: cluster 2024-09-21T06:09:41.731583+0000 mgr.y (mgr.15270) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:43.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:42 smithi112 bash[70260]: cluster 2024-09-21T06:09:41.731583+0000 mgr.y (mgr.15270) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:43.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:42 smithi099 bash[89191]: cluster 2024-09-21T06:09:41.731583+0000 mgr.y (mgr.15270) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:43.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:42 smithi099 bash[89191]: cluster 2024-09-21T06:09:41.731583+0000 mgr.y (mgr.15270) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:43.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:42 smithi099 bash[92856]: cluster 2024-09-21T06:09:41.731583+0000 mgr.y (mgr.15270) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:43.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:42 smithi099 bash[92856]: cluster 2024-09-21T06:09:41.731583+0000 mgr.y (mgr.15270) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:44.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:43 smithi112 bash[70260]: audit 2024-09-21T06:09:43.053933+0000 mgr.y (mgr.15270) 395 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:44.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:43 smithi112 bash[70260]: audit 2024-09-21T06:09:43.053933+0000 mgr.y (mgr.15270) 395 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:43 smithi099 bash[89191]: audit 2024-09-21T06:09:43.053933+0000 mgr.y (mgr.15270) 395 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:43 smithi099 bash[89191]: audit 2024-09-21T06:09:43.053933+0000 mgr.y (mgr.15270) 395 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:44.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:43 smithi099 bash[92856]: audit 2024-09-21T06:09:43.053933+0000 mgr.y (mgr.15270) 395 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:44.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:43 smithi099 bash[92856]: audit 2024-09-21T06:09:43.053933+0000 mgr.y (mgr.15270) 395 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:45.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:45.064478308Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:44 smithi112 bash[70260]: cluster 2024-09-21T06:09:43.732435+0000 mgr.y (mgr.15270) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:45.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:44 smithi112 bash[70260]: cluster 2024-09-21T06:09:43.732435+0000 mgr.y (mgr.15270) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:45.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:44 smithi099 bash[89191]: cluster 2024-09-21T06:09:43.732435+0000 mgr.y (mgr.15270) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:45.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:44 smithi099 bash[89191]: cluster 2024-09-21T06:09:43.732435+0000 mgr.y (mgr.15270) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:44 smithi099 bash[92856]: cluster 2024-09-21T06:09:43.732435+0000 mgr.y (mgr.15270) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:44 smithi099 bash[92856]: cluster 2024-09-21T06:09:43.732435+0000 mgr.y (mgr.15270) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:45.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:09:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:09:45] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-21T06:09:46.920 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:09:47.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:46 smithi112 bash[70260]: cluster 2024-09-21T06:09:45.734049+0000 mgr.y (mgr.15270) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:47.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:46 smithi112 bash[70260]: cluster 2024-09-21T06:09:45.734049+0000 mgr.y (mgr.15270) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:46 smithi099 bash[89191]: cluster 2024-09-21T06:09:45.734049+0000 mgr.y (mgr.15270) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:46 smithi099 bash[89191]: cluster 2024-09-21T06:09:45.734049+0000 mgr.y (mgr.15270) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:47.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:46 smithi099 bash[92856]: cluster 2024-09-21T06:09:45.734049+0000 mgr.y (mgr.15270) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:47.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:46 smithi099 bash[92856]: cluster 2024-09-21T06:09:45.734049+0000 mgr.y (mgr.15270) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:48.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:48.040532272Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:48.471 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)" 2024-09-21T06:09:49.138 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:48 smithi099 bash[89191]: cluster 2024-09-21T06:09:47.734765+0000 mgr.y (mgr.15270) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:49.138 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:48 smithi099 bash[89191]: cluster 2024-09-21T06:09:47.734765+0000 mgr.y (mgr.15270) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:49.138 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:48 smithi099 bash[89191]: audit 2024-09-21T06:09:48.460768+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.99:0/652100585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:49.138 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:48 smithi099 bash[89191]: audit 2024-09-21T06:09:48.460768+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.99:0/652100585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:49.138 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:48 smithi099 bash[92856]: cluster 2024-09-21T06:09:47.734765+0000 mgr.y (mgr.15270) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:49.138 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:48 smithi099 bash[92856]: cluster 2024-09-21T06:09:47.734765+0000 mgr.y (mgr.15270) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:49.138 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:48 smithi099 bash[92856]: audit 2024-09-21T06:09:48.460768+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.99:0/652100585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:49.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:48 smithi099 bash[92856]: audit 2024-09-21T06:09:48.460768+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.99:0/652100585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:49.139 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2024-09-21T06:09:49.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:48 smithi112 bash[70260]: cluster 2024-09-21T06:09:47.734765+0000 mgr.y (mgr.15270) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:49.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:48 smithi112 bash[70260]: cluster 2024-09-21T06:09:47.734765+0000 mgr.y (mgr.15270) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:49.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:48 smithi112 bash[70260]: audit 2024-09-21T06:09:48.460768+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.99:0/652100585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:49.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:48 smithi112 bash[70260]: audit 2024-09-21T06:09:48.460768+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.99:0/652100585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:09:51.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:51.059279791Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:50 smithi112 bash[70260]: cluster 2024-09-21T06:09:49.735529+0000 mgr.y (mgr.15270) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:50 smithi112 bash[70260]: cluster 2024-09-21T06:09:49.735529+0000 mgr.y (mgr.15270) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:50 smithi112 bash[70260]: audit 2024-09-21T06:09:50.179002+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:50 smithi112 bash[70260]: audit 2024-09-21T06:09:50.179002+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:50 smithi099 bash[89191]: cluster 2024-09-21T06:09:49.735529+0000 mgr.y (mgr.15270) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:50 smithi099 bash[89191]: cluster 2024-09-21T06:09:49.735529+0000 mgr.y (mgr.15270) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:51.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:50 smithi099 bash[89191]: audit 2024-09-21T06:09:50.179002+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:51.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:50 smithi099 bash[89191]: audit 2024-09-21T06:09:50.179002+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:50 smithi099 bash[92856]: cluster 2024-09-21T06:09:49.735529+0000 mgr.y (mgr.15270) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:50 smithi099 bash[92856]: cluster 2024-09-21T06:09:49.735529+0000 mgr.y (mgr.15270) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:50 smithi099 bash[92856]: audit 2024-09-21T06:09:50.179002+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:50 smithi099 bash[92856]: audit 2024-09-21T06:09:50.179002+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:09:53.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:52 smithi112 bash[70260]: cluster 2024-09-21T06:09:51.737192+0000 mgr.y (mgr.15270) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:53.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:52 smithi112 bash[70260]: cluster 2024-09-21T06:09:51.737192+0000 mgr.y (mgr.15270) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:53.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:52 smithi099 bash[89191]: cluster 2024-09-21T06:09:51.737192+0000 mgr.y (mgr.15270) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:53.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:52 smithi099 bash[89191]: cluster 2024-09-21T06:09:51.737192+0000 mgr.y (mgr.15270) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:53.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:52 smithi099 bash[92856]: cluster 2024-09-21T06:09:51.737192+0000 mgr.y (mgr.15270) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:53.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:52 smithi099 bash[92856]: cluster 2024-09-21T06:09:51.737192+0000 mgr.y (mgr.15270) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:54.001 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:09:54.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:54.046197415Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:54.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:53 smithi112 bash[70260]: audit 2024-09-21T06:09:53.065222+0000 mgr.y (mgr.15270) 401 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:54.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:53 smithi112 bash[70260]: audit 2024-09-21T06:09:53.065222+0000 mgr.y (mgr.15270) 401 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:54.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:53 smithi099 bash[89191]: audit 2024-09-21T06:09:53.065222+0000 mgr.y (mgr.15270) 401 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:54.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:53 smithi099 bash[89191]: audit 2024-09-21T06:09:53.065222+0000 mgr.y (mgr.15270) 401 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:54.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:53 smithi099 bash[92856]: audit 2024-09-21T06:09:53.065222+0000 mgr.y (mgr.15270) 401 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:54.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:53 smithi099 bash[92856]: audit 2024-09-21T06:09:53.065222+0000 mgr.y (mgr.15270) 401 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:09:55.174 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:54 smithi099 bash[89191]: cluster 2024-09-21T06:09:53.737971+0000 mgr.y (mgr.15270) 402 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:55.174 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:54 smithi099 bash[89191]: cluster 2024-09-21T06:09:53.737971+0000 mgr.y (mgr.15270) 402 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:55.175 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:54 smithi099 bash[92856]: cluster 2024-09-21T06:09:53.737971+0000 mgr.y (mgr.15270) 402 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:55.175 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:54 smithi099 bash[92856]: cluster 2024-09-21T06:09:53.737971+0000 mgr.y (mgr.15270) 402 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:55.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:54 smithi112 bash[70260]: cluster 2024-09-21T06:09:53.737971+0000 mgr.y (mgr.15270) 402 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:55.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:54 smithi112 bash[70260]: cluster 2024-09-21T06:09:53.737971+0000 mgr.y (mgr.15270) 402 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:55.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:09:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:09:55] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-21T06:09:57.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:09:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:09:57.05939311Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:09:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:56 smithi112 bash[70260]: audit 2024-09-21T06:09:55.507604+0000 mgr.y (mgr.15270) 403 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:56 smithi112 bash[70260]: audit 2024-09-21T06:09:55.507604+0000 mgr.y (mgr.15270) 403 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:56 smithi112 bash[70260]: cluster 2024-09-21T06:09:55.739700+0000 mgr.y (mgr.15270) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:56 smithi112 bash[70260]: cluster 2024-09-21T06:09:55.739700+0000 mgr.y (mgr.15270) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:57.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:56 smithi099 bash[89191]: audit 2024-09-21T06:09:55.507604+0000 mgr.y (mgr.15270) 403 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:57.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:56 smithi099 bash[89191]: audit 2024-09-21T06:09:55.507604+0000 mgr.y (mgr.15270) 403 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:57.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:56 smithi099 bash[89191]: cluster 2024-09-21T06:09:55.739700+0000 mgr.y (mgr.15270) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:57.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:56 smithi099 bash[89191]: cluster 2024-09-21T06:09:55.739700+0000 mgr.y (mgr.15270) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:57.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:56 smithi099 bash[92856]: audit 2024-09-21T06:09:55.507604+0000 mgr.y (mgr.15270) 403 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:56 smithi099 bash[92856]: audit 2024-09-21T06:09:55.507604+0000 mgr.y (mgr.15270) 403 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:09:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:56 smithi099 bash[92856]: cluster 2024-09-21T06:09:55.739700+0000 mgr.y (mgr.15270) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:56 smithi099 bash[92856]: cluster 2024-09-21T06:09:55.739700+0000 mgr.y (mgr.15270) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:09:57.944 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:09:58.557 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade status' 2024-09-21T06:09:59.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:58 smithi112 bash[70260]: cluster 2024-09-21T06:09:57.740481+0000 mgr.y (mgr.15270) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:59.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:09:58 smithi112 bash[70260]: cluster 2024-09-21T06:09:57.740481+0000 mgr.y (mgr.15270) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:58 smithi099 bash[89191]: cluster 2024-09-21T06:09:57.740481+0000 mgr.y (mgr.15270) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:09:58 smithi099 bash[89191]: cluster 2024-09-21T06:09:57.740481+0000 mgr.y (mgr.15270) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:58 smithi099 bash[92856]: cluster 2024-09-21T06:09:57.740481+0000 mgr.y (mgr.15270) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:09:59.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:09:58 smithi099 bash[92856]: cluster 2024-09-21T06:09:57.740481+0000 mgr.y (mgr.15270) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:00.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:00.064620447Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:00 smithi112 bash[70260]: cluster 2024-09-21T06:09:59.741219+0000 mgr.y (mgr.15270) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:00 smithi112 bash[70260]: cluster 2024-09-21T06:09:59.741219+0000 mgr.y (mgr.15270) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:00 smithi112 bash[70260]: cluster 2024-09-21T06:10:00.000157+0000 mon.a (mon.0) 109 : cluster [INF] overall HEALTH_OK 2024-09-21T06:10:01.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:00 smithi112 bash[70260]: cluster 2024-09-21T06:10:00.000157+0000 mon.a (mon.0) 109 : cluster [INF] overall HEALTH_OK 2024-09-21T06:10:01.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:00 smithi099 bash[89191]: cluster 2024-09-21T06:09:59.741219+0000 mgr.y (mgr.15270) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:01.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:00 smithi099 bash[89191]: cluster 2024-09-21T06:09:59.741219+0000 mgr.y (mgr.15270) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:01.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:00 smithi099 bash[89191]: cluster 2024-09-21T06:10:00.000157+0000 mon.a (mon.0) 109 : cluster [INF] overall HEALTH_OK 2024-09-21T06:10:01.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:00 smithi099 bash[89191]: cluster 2024-09-21T06:10:00.000157+0000 mon.a (mon.0) 109 : cluster [INF] overall HEALTH_OK 2024-09-21T06:10:01.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:00 smithi099 bash[92856]: cluster 2024-09-21T06:09:59.741219+0000 mgr.y (mgr.15270) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:01.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:00 smithi099 bash[92856]: cluster 2024-09-21T06:09:59.741219+0000 mgr.y (mgr.15270) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:01.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:00 smithi099 bash[92856]: cluster 2024-09-21T06:10:00.000157+0000 mon.a (mon.0) 109 : cluster [INF] overall HEALTH_OK 2024-09-21T06:10:01.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:00 smithi099 bash[92856]: cluster 2024-09-21T06:10:00.000157+0000 mon.a (mon.0) 109 : cluster [INF] overall HEALTH_OK 2024-09-21T06:10:03.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:03.034416959Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:03.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:02 smithi112 bash[70260]: cluster 2024-09-21T06:10:01.742907+0000 mgr.y (mgr.15270) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:03.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:02 smithi112 bash[70260]: cluster 2024-09-21T06:10:01.742907+0000 mgr.y (mgr.15270) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:03.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:02 smithi099 bash[89191]: cluster 2024-09-21T06:10:01.742907+0000 mgr.y (mgr.15270) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:03.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:02 smithi099 bash[89191]: cluster 2024-09-21T06:10:01.742907+0000 mgr.y (mgr.15270) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:03.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:02 smithi099 bash[92856]: cluster 2024-09-21T06:10:01.742907+0000 mgr.y (mgr.15270) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:03.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:02 smithi099 bash[92856]: cluster 2024-09-21T06:10:01.742907+0000 mgr.y (mgr.15270) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:03.379 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:10:04.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:03 smithi112 bash[70260]: audit 2024-09-21T06:10:03.076513+0000 mgr.y (mgr.15270) 408 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:04.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:03 smithi112 bash[70260]: audit 2024-09-21T06:10:03.076513+0000 mgr.y (mgr.15270) 408 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:04.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:03 smithi099 bash[89191]: audit 2024-09-21T06:10:03.076513+0000 mgr.y (mgr.15270) 408 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:04.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:03 smithi099 bash[89191]: audit 2024-09-21T06:10:03.076513+0000 mgr.y (mgr.15270) 408 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:04.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:03 smithi099 bash[92856]: audit 2024-09-21T06:10:03.076513+0000 mgr.y (mgr.15270) 408 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:04.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:03 smithi099 bash[92856]: audit 2024-09-21T06:10:03.076513+0000 mgr.y (mgr.15270) 408 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:05.024 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:10:05.025 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": null, 2024-09-21T06:10:05.025 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": false, 2024-09-21T06:10:05.025 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "", 2024-09-21T06:10:05.025 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:10:05.025 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": null, 2024-09-21T06:10:05.025 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "", 2024-09-21T06:10:05.026 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:10:05.026 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:10:05.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:04 smithi112 bash[70260]: cluster 2024-09-21T06:10:03.743652+0000 mgr.y (mgr.15270) 409 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:05.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:04 smithi112 bash[70260]: cluster 2024-09-21T06:10:03.743652+0000 mgr.y (mgr.15270) 409 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:05.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:04 smithi099 bash[89191]: cluster 2024-09-21T06:10:03.743652+0000 mgr.y (mgr.15270) 409 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:05.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:04 smithi099 bash[89191]: cluster 2024-09-21T06:10:03.743652+0000 mgr.y (mgr.15270) 409 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:05.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:04 smithi099 bash[92856]: cluster 2024-09-21T06:10:03.743652+0000 mgr.y (mgr.15270) 409 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:05.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:04 smithi099 bash[92856]: cluster 2024-09-21T06:10:03.743652+0000 mgr.y (mgr.15270) 409 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:10:05.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:10:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:10:05] "GET /metrics HTTP/1.1" 200 38221 "" "Prometheus/2.51.0" 2024-09-21T06:10:05.850 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph health detail' 2024-09-21T06:10:06.195 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:06.063155388Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:06.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:05 smithi112 bash[70260]: audit 2024-09-21T06:10:05.026785+0000 mgr.y (mgr.15270) 410 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:06.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:05 smithi112 bash[70260]: audit 2024-09-21T06:10:05.026785+0000 mgr.y (mgr.15270) 410 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:06.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:05 smithi112 bash[70260]: audit 2024-09-21T06:10:05.179614+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:06.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:05 smithi112 bash[70260]: audit 2024-09-21T06:10:05.179614+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:06.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:05 smithi099 bash[92856]: audit 2024-09-21T06:10:05.026785+0000 mgr.y (mgr.15270) 410 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:06.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:05 smithi099 bash[92856]: audit 2024-09-21T06:10:05.026785+0000 mgr.y (mgr.15270) 410 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:06.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:05 smithi099 bash[92856]: audit 2024-09-21T06:10:05.179614+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:06.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:05 smithi099 bash[92856]: audit 2024-09-21T06:10:05.179614+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:06.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:05 smithi099 bash[89191]: audit 2024-09-21T06:10:05.026785+0000 mgr.y (mgr.15270) 410 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:06.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:05 smithi099 bash[89191]: audit 2024-09-21T06:10:05.026785+0000 mgr.y (mgr.15270) 410 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:06.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:05 smithi099 bash[89191]: audit 2024-09-21T06:10:05.179614+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:06.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:05 smithi099 bash[89191]: audit 2024-09-21T06:10:05.179614+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:07.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:06 smithi112 bash[70260]: cluster 2024-09-21T06:10:05.745298+0000 mgr.y (mgr.15270) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:07.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:06 smithi112 bash[70260]: cluster 2024-09-21T06:10:05.745298+0000 mgr.y (mgr.15270) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:07.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:06 smithi099 bash[92856]: cluster 2024-09-21T06:10:05.745298+0000 mgr.y (mgr.15270) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:07.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:06 smithi099 bash[92856]: cluster 2024-09-21T06:10:05.745298+0000 mgr.y (mgr.15270) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:07.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:06 smithi099 bash[89191]: cluster 2024-09-21T06:10:05.745298+0000 mgr.y (mgr.15270) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:07.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:06 smithi099 bash[89191]: cluster 2024-09-21T06:10:05.745298+0000 mgr.y (mgr.15270) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:09.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:08 smithi099 bash[89191]: cluster 2024-09-21T06:10:07.746051+0000 mgr.y (mgr.15270) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:09.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:08 smithi099 bash[89191]: cluster 2024-09-21T06:10:07.746051+0000 mgr.y (mgr.15270) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:09.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:08 smithi099 bash[92856]: cluster 2024-09-21T06:10:07.746051+0000 mgr.y (mgr.15270) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:09.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:08 smithi099 bash[92856]: cluster 2024-09-21T06:10:07.746051+0000 mgr.y (mgr.15270) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:08 smithi112 bash[70260]: cluster 2024-09-21T06:10:07.746051+0000 mgr.y (mgr.15270) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:08 smithi112 bash[70260]: cluster 2024-09-21T06:10:07.746051+0000 mgr.y (mgr.15270) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:09.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:09.065182797Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:10.667 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:10:11.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:10 smithi099 bash[92856]: cluster 2024-09-21T06:10:09.746764+0000 mgr.y (mgr.15270) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:11.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:10 smithi099 bash[92856]: cluster 2024-09-21T06:10:09.746764+0000 mgr.y (mgr.15270) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:11.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:10 smithi099 bash[89191]: cluster 2024-09-21T06:10:09.746764+0000 mgr.y (mgr.15270) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:11.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:10 smithi099 bash[89191]: cluster 2024-09-21T06:10:09.746764+0000 mgr.y (mgr.15270) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:11.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:10 smithi112 bash[70260]: cluster 2024-09-21T06:10:09.746764+0000 mgr.y (mgr.15270) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:11.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:10 smithi112 bash[70260]: cluster 2024-09-21T06:10:09.746764+0000 mgr.y (mgr.15270) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-21T06:10:12.281 INFO:teuthology.orchestra.run.smithi099.stdout:HEALTH_OK 2024-09-21T06:10:12.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:12.052990569Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:12.997 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2024-09-21T06:10:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: cluster 2024-09-21T06:10:11.748391+0000 mgr.y (mgr.15270) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: cluster 2024-09-21T06:10:11.748391+0000 mgr.y (mgr.15270) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: audit 2024-09-21T06:10:12.284332+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.99:0/2449488122' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:10:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: audit 2024-09-21T06:10:12.284332+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.99:0/2449488122' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:10:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: audit 2024-09-21T06:10:12.340806+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: audit 2024-09-21T06:10:12.340806+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: audit 2024-09-21T06:10:12.341939+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: audit 2024-09-21T06:10:12.341939+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: audit 2024-09-21T06:10:12.350897+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[89191]: audit 2024-09-21T06:10:12.350897+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: cluster 2024-09-21T06:10:11.748391+0000 mgr.y (mgr.15270) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: cluster 2024-09-21T06:10:11.748391+0000 mgr.y (mgr.15270) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: audit 2024-09-21T06:10:12.284332+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.99:0/2449488122' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: audit 2024-09-21T06:10:12.284332+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.99:0/2449488122' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: audit 2024-09-21T06:10:12.340806+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: audit 2024-09-21T06:10:12.340806+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: audit 2024-09-21T06:10:12.341939+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: audit 2024-09-21T06:10:12.341939+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: audit 2024-09-21T06:10:12.350897+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:12 smithi099 bash[92856]: audit 2024-09-21T06:10:12.350897+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: cluster 2024-09-21T06:10:11.748391+0000 mgr.y (mgr.15270) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: cluster 2024-09-21T06:10:11.748391+0000 mgr.y (mgr.15270) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: audit 2024-09-21T06:10:12.284332+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.99:0/2449488122' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: audit 2024-09-21T06:10:12.284332+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.99:0/2449488122' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: audit 2024-09-21T06:10:12.340806+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: audit 2024-09-21T06:10:12.340806+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: audit 2024-09-21T06:10:12.341939+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: audit 2024-09-21T06:10:12.341939+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: audit 2024-09-21T06:10:12.350897+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:13.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:12 smithi112 bash[70260]: audit 2024-09-21T06:10:12.350897+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:14.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:13 smithi099 bash[89191]: audit 2024-09-21T06:10:13.087755+0000 mgr.y (mgr.15270) 415 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:14.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:13 smithi099 bash[89191]: audit 2024-09-21T06:10:13.087755+0000 mgr.y (mgr.15270) 415 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:14.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:13 smithi099 bash[92856]: audit 2024-09-21T06:10:13.087755+0000 mgr.y (mgr.15270) 415 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:14.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:13 smithi099 bash[92856]: audit 2024-09-21T06:10:13.087755+0000 mgr.y (mgr.15270) 415 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:14.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:13 smithi112 bash[70260]: audit 2024-09-21T06:10:13.087755+0000 mgr.y (mgr.15270) 415 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:14.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:13 smithi112 bash[70260]: audit 2024-09-21T06:10:13.087755+0000 mgr.y (mgr.15270) 415 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:15.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:14 smithi099 bash[89191]: cluster 2024-09-21T06:10:13.749116+0000 mgr.y (mgr.15270) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:15.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:14 smithi099 bash[89191]: cluster 2024-09-21T06:10:13.749116+0000 mgr.y (mgr.15270) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:14 smithi099 bash[92856]: cluster 2024-09-21T06:10:13.749116+0000 mgr.y (mgr.15270) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:14 smithi099 bash[92856]: cluster 2024-09-21T06:10:13.749116+0000 mgr.y (mgr.15270) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:15.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:15.040784009Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:15.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:14 smithi112 bash[70260]: cluster 2024-09-21T06:10:13.749116+0000 mgr.y (mgr.15270) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:15.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:14 smithi112 bash[70260]: cluster 2024-09-21T06:10:13.749116+0000 mgr.y (mgr.15270) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:15.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:10:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:10:15] "GET /metrics HTTP/1.1" 200 38221 "" "Prometheus/2.51.0" 2024-09-21T06:10:17.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:16 smithi099 bash[89191]: cluster 2024-09-21T06:10:15.750700+0000 mgr.y (mgr.15270) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:17.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:16 smithi099 bash[89191]: cluster 2024-09-21T06:10:15.750700+0000 mgr.y (mgr.15270) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:17.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:16 smithi099 bash[92856]: cluster 2024-09-21T06:10:15.750700+0000 mgr.y (mgr.15270) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:17.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:16 smithi099 bash[92856]: cluster 2024-09-21T06:10:15.750700+0000 mgr.y (mgr.15270) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:17.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:16 smithi112 bash[70260]: cluster 2024-09-21T06:10:15.750700+0000 mgr.y (mgr.15270) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:17.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:16 smithi112 bash[70260]: cluster 2024-09-21T06:10:15.750700+0000 mgr.y (mgr.15270) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 113 op/s 2024-09-21T06:10:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:10:18.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:18.050932467Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:19.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:18 smithi099 bash[92856]: cluster 2024-09-21T06:10:17.751452+0000 mgr.y (mgr.15270) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:19.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:18 smithi099 bash[92856]: cluster 2024-09-21T06:10:17.751452+0000 mgr.y (mgr.15270) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:19.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:18 smithi099 bash[89191]: cluster 2024-09-21T06:10:17.751452+0000 mgr.y (mgr.15270) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:19.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:18 smithi099 bash[89191]: cluster 2024-09-21T06:10:17.751452+0000 mgr.y (mgr.15270) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:19.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:18 smithi112 bash[70260]: cluster 2024-09-21T06:10:17.751452+0000 mgr.y (mgr.15270) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:19.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:18 smithi112 bash[70260]: cluster 2024-09-21T06:10:17.751452+0000 mgr.y (mgr.15270) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:21.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[92856]: audit 2024-09-21T06:10:19.325583+0000 mgr.y (mgr.15270) 419 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:21.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[92856]: audit 2024-09-21T06:10:19.325583+0000 mgr.y (mgr.15270) 419 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:21.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[92856]: cluster 2024-09-21T06:10:19.751914+0000 mgr.y (mgr.15270) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:21.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[92856]: cluster 2024-09-21T06:10:19.751914+0000 mgr.y (mgr.15270) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[92856]: audit 2024-09-21T06:10:20.180015+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:21.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[92856]: audit 2024-09-21T06:10:20.180015+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[89191]: audit 2024-09-21T06:10:19.325583+0000 mgr.y (mgr.15270) 419 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[89191]: audit 2024-09-21T06:10:19.325583+0000 mgr.y (mgr.15270) 419 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[89191]: cluster 2024-09-21T06:10:19.751914+0000 mgr.y (mgr.15270) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[89191]: cluster 2024-09-21T06:10:19.751914+0000 mgr.y (mgr.15270) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[89191]: audit 2024-09-21T06:10:20.180015+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:21.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:20 smithi099 bash[89191]: audit 2024-09-21T06:10:20.180015+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:21.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:21.053117154Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:20 smithi112 bash[70260]: audit 2024-09-21T06:10:19.325583+0000 mgr.y (mgr.15270) 419 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:20 smithi112 bash[70260]: audit 2024-09-21T06:10:19.325583+0000 mgr.y (mgr.15270) 419 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:20 smithi112 bash[70260]: cluster 2024-09-21T06:10:19.751914+0000 mgr.y (mgr.15270) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:20 smithi112 bash[70260]: cluster 2024-09-21T06:10:19.751914+0000 mgr.y (mgr.15270) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:20 smithi112 bash[70260]: audit 2024-09-21T06:10:20.180015+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:20 smithi112 bash[70260]: audit 2024-09-21T06:10:20.180015+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:21.732 INFO:teuthology.orchestra.run.smithi099.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:22.455 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-21T06:10:23.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: cephadm 2024-09-21T06:10:21.723164+0000 mgr.y (mgr.15270) 421 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: cephadm 2024-09-21T06:10:21.723164+0000 mgr.y (mgr.15270) 421 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: audit 2024-09-21T06:10:21.730089+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: audit 2024-09-21T06:10:21.730089+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: audit 2024-09-21T06:10:21.733254+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: audit 2024-09-21T06:10:21.733254+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: audit 2024-09-21T06:10:21.734983+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: audit 2024-09-21T06:10:21.734983+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: audit 2024-09-21T06:10:21.748327+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: audit 2024-09-21T06:10:21.748327+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: cluster 2024-09-21T06:10:21.753530+0000 mgr.y (mgr.15270) 422 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: cluster 2024-09-21T06:10:21.753530+0000 mgr.y (mgr.15270) 422 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: cephadm 2024-09-21T06:10:21.816207+0000 mgr.y (mgr.15270) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[89191]: cephadm 2024-09-21T06:10:21.816207+0000 mgr.y (mgr.15270) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: cephadm 2024-09-21T06:10:21.723164+0000 mgr.y (mgr.15270) 421 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: cephadm 2024-09-21T06:10:21.723164+0000 mgr.y (mgr.15270) 421 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: audit 2024-09-21T06:10:21.730089+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: audit 2024-09-21T06:10:21.730089+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: audit 2024-09-21T06:10:21.733254+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: audit 2024-09-21T06:10:21.733254+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: audit 2024-09-21T06:10:21.734983+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: audit 2024-09-21T06:10:21.734983+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:23.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: audit 2024-09-21T06:10:21.748327+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: audit 2024-09-21T06:10:21.748327+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: cluster 2024-09-21T06:10:21.753530+0000 mgr.y (mgr.15270) 422 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: cluster 2024-09-21T06:10:21.753530+0000 mgr.y (mgr.15270) 422 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: cephadm 2024-09-21T06:10:21.816207+0000 mgr.y (mgr.15270) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:22 smithi099 bash[92856]: cephadm 2024-09-21T06:10:21.816207+0000 mgr.y (mgr.15270) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: cephadm 2024-09-21T06:10:21.723164+0000 mgr.y (mgr.15270) 421 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: cephadm 2024-09-21T06:10:21.723164+0000 mgr.y (mgr.15270) 421 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: audit 2024-09-21T06:10:21.730089+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: audit 2024-09-21T06:10:21.730089+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: audit 2024-09-21T06:10:21.733254+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: audit 2024-09-21T06:10:21.733254+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:23.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: audit 2024-09-21T06:10:21.734983+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:23.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: audit 2024-09-21T06:10:21.734983+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:23.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: audit 2024-09-21T06:10:21.748327+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: audit 2024-09-21T06:10:21.748327+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:23.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: cluster 2024-09-21T06:10:21.753530+0000 mgr.y (mgr.15270) 422 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:23.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: cluster 2024-09-21T06:10:21.753530+0000 mgr.y (mgr.15270) 422 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:23.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: cephadm 2024-09-21T06:10:21.816207+0000 mgr.y (mgr.15270) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:23.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:22 smithi112 bash[70260]: cephadm 2024-09-21T06:10:21.816207+0000 mgr.y (mgr.15270) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:10:24.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:23 smithi099 bash[89191]: audit 2024-09-21T06:10:23.099027+0000 mgr.y (mgr.15270) 424 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:24.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:23 smithi099 bash[89191]: audit 2024-09-21T06:10:23.099027+0000 mgr.y (mgr.15270) 424 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:24.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:23 smithi099 bash[92856]: audit 2024-09-21T06:10:23.099027+0000 mgr.y (mgr.15270) 424 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:24.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:23 smithi099 bash[92856]: audit 2024-09-21T06:10:23.099027+0000 mgr.y (mgr.15270) 424 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:24.067 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:23 smithi112 bash[70260]: audit 2024-09-21T06:10:23.099027+0000 mgr.y (mgr.15270) 424 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:24.067 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:23 smithi112 bash[70260]: audit 2024-09-21T06:10:23.099027+0000 mgr.y (mgr.15270) 424 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:24.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:24.066255225Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:25.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: cluster 2024-09-21T06:10:23.754194+0000 mgr.y (mgr.15270) 425 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: cluster 2024-09-21T06:10:23.754194+0000 mgr.y (mgr.15270) 425 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.352081+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.352081+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.354188+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.354188+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.357722+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.357722+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.370718+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.370718+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.373693+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.373693+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.386427+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.386427+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.389067+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.389067+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.402017+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.402017+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.405174+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[89191]: audit 2024-09-21T06:10:24.405174+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: cluster 2024-09-21T06:10:23.754194+0000 mgr.y (mgr.15270) 425 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: cluster 2024-09-21T06:10:23.754194+0000 mgr.y (mgr.15270) 425 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.352081+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.352081+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.354188+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.354188+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.357722+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.357722+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.370718+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.370718+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.373693+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.373693+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.386427+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.386427+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.389067+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.389067+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.402017+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.402017+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.405174+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-21T06:10:25.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:24 smithi099 bash[92856]: audit 2024-09-21T06:10:24.405174+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-21T06:10:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: cluster 2024-09-21T06:10:23.754194+0000 mgr.y (mgr.15270) 425 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: cluster 2024-09-21T06:10:23.754194+0000 mgr.y (mgr.15270) 425 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.352081+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.352081+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.354188+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.354188+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.357722+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.357722+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.370718+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.370718+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.373693+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.373693+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.386427+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.386427+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.389067+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.389067+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.402017+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.402017+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:25.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.405174+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-21T06:10:25.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:24 smithi112 bash[70260]: audit 2024-09-21T06:10:24.405174+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-21T06:10:25.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:10:25] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-21T06:10:26.022 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.354254+0000 mgr.y (mgr.15270) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:10:26.022 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.354254+0000 mgr.y (mgr.15270) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.354350+0000 mgr.y (mgr.15270) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.354350+0000 mgr.y (mgr.15270) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.362120+0000 mgr.y (mgr.15270) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.362120+0000 mgr.y (mgr.15270) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.378071+0000 mgr.y (mgr.15270) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.378071+0000 mgr.y (mgr.15270) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.393699+0000 mgr.y (mgr.15270) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.393699+0000 mgr.y (mgr.15270) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: audit 2024-09-21T06:10:24.408563+0000 mgr.y (mgr.15270) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: audit 2024-09-21T06:10:24.408563+0000 mgr.y (mgr.15270) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.410832+0000 mgr.y (mgr.15270) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-21T06:10:26.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[89191]: cephadm 2024-09-21T06:10:24.410832+0000 mgr.y (mgr.15270) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.354254+0000 mgr.y (mgr.15270) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.354254+0000 mgr.y (mgr.15270) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.354350+0000 mgr.y (mgr.15270) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.354350+0000 mgr.y (mgr.15270) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.362120+0000 mgr.y (mgr.15270) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.362120+0000 mgr.y (mgr.15270) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.378071+0000 mgr.y (mgr.15270) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.378071+0000 mgr.y (mgr.15270) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.393699+0000 mgr.y (mgr.15270) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.393699+0000 mgr.y (mgr.15270) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: audit 2024-09-21T06:10:24.408563+0000 mgr.y (mgr.15270) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: audit 2024-09-21T06:10:24.408563+0000 mgr.y (mgr.15270) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.410832+0000 mgr.y (mgr.15270) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-21T06:10:26.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:25 smithi099 bash[92856]: cephadm 2024-09-21T06:10:24.410832+0000 mgr.y (mgr.15270) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-21T06:10:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.354254+0000 mgr.y (mgr.15270) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:10:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.354254+0000 mgr.y (mgr.15270) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:10:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.354350+0000 mgr.y (mgr.15270) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:10:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.354350+0000 mgr.y (mgr.15270) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:10:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.362120+0000 mgr.y (mgr.15270) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:10:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.362120+0000 mgr.y (mgr.15270) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:10:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.378071+0000 mgr.y (mgr.15270) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:10:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.378071+0000 mgr.y (mgr.15270) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:10:26.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.393699+0000 mgr.y (mgr.15270) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:10:26.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.393699+0000 mgr.y (mgr.15270) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:10:26.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: audit 2024-09-21T06:10:24.408563+0000 mgr.y (mgr.15270) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-21T06:10:26.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: audit 2024-09-21T06:10:24.408563+0000 mgr.y (mgr.15270) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-21T06:10:26.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.410832+0000 mgr.y (mgr.15270) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-21T06:10:26.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:25 smithi112 bash[70260]: cephadm 2024-09-21T06:10:24.410832+0000 mgr.y (mgr.15270) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-21T06:10:27.041 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:26 smithi112 bash[70260]: cluster 2024-09-21T06:10:25.755877+0000 mgr.y (mgr.15270) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:27.042 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:26 smithi112 bash[70260]: cluster 2024-09-21T06:10:25.755877+0000 mgr.y (mgr.15270) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:27.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:26 smithi099 bash[89191]: cluster 2024-09-21T06:10:25.755877+0000 mgr.y (mgr.15270) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:27.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:26 smithi099 bash[89191]: cluster 2024-09-21T06:10:25.755877+0000 mgr.y (mgr.15270) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:27.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:26 smithi099 bash[92856]: cluster 2024-09-21T06:10:25.755877+0000 mgr.y (mgr.15270) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:27.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:26 smithi099 bash[92856]: cluster 2024-09-21T06:10:25.755877+0000 mgr.y (mgr.15270) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:27.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:27.040959039Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: cephadm 2024-09-21T06:10:26.846515+0000 mgr.y (mgr.15270) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-21T06:10:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: cephadm 2024-09-21T06:10:26.846515+0000 mgr.y (mgr.15270) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-21T06:10:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: audit 2024-09-21T06:10:26.852228+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: audit 2024-09-21T06:10:26.852228+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: audit 2024-09-21T06:10:26.855484+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-21T06:10:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: audit 2024-09-21T06:10:26.855484+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-21T06:10:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: audit 2024-09-21T06:10:26.857083+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: audit 2024-09-21T06:10:26.857083+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: cephadm 2024-09-21T06:10:26.864179+0000 mgr.y (mgr.15270) 435 : cephadm [INF] Deploying daemon osd.0 on smithi099 2024-09-21T06:10:28.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:27 smithi112 bash[70260]: cephadm 2024-09-21T06:10:26.864179+0000 mgr.y (mgr.15270) 435 : cephadm [INF] Deploying daemon osd.0 on smithi099 2024-09-21T06:10:28.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: cephadm 2024-09-21T06:10:26.846515+0000 mgr.y (mgr.15270) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: cephadm 2024-09-21T06:10:26.846515+0000 mgr.y (mgr.15270) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: audit 2024-09-21T06:10:26.852228+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: audit 2024-09-21T06:10:26.852228+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: audit 2024-09-21T06:10:26.855484+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: audit 2024-09-21T06:10:26.855484+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: audit 2024-09-21T06:10:26.857083+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: audit 2024-09-21T06:10:26.857083+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: cephadm 2024-09-21T06:10:26.864179+0000 mgr.y (mgr.15270) 435 : cephadm [INF] Deploying daemon osd.0 on smithi099 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[89191]: cephadm 2024-09-21T06:10:26.864179+0000 mgr.y (mgr.15270) 435 : cephadm [INF] Deploying daemon osd.0 on smithi099 2024-09-21T06:10:28.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: cephadm 2024-09-21T06:10:26.846515+0000 mgr.y (mgr.15270) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-21T06:10:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: cephadm 2024-09-21T06:10:26.846515+0000 mgr.y (mgr.15270) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-21T06:10:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: audit 2024-09-21T06:10:26.852228+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: audit 2024-09-21T06:10:26.852228+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: audit 2024-09-21T06:10:26.855484+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-21T06:10:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: audit 2024-09-21T06:10:26.855484+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-21T06:10:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: audit 2024-09-21T06:10:26.857083+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: audit 2024-09-21T06:10:26.857083+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: cephadm 2024-09-21T06:10:26.864179+0000 mgr.y (mgr.15270) 435 : cephadm [INF] Deploying daemon osd.0 on smithi099 2024-09-21T06:10:28.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:27 smithi099 bash[92856]: cephadm 2024-09-21T06:10:26.864179+0000 mgr.y (mgr.15270) 435 : cephadm [INF] Deploying daemon osd.0 on smithi099 2024-09-21T06:10:28.353 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:10:29.147 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:28 smithi099 bash[89191]: cluster 2024-09-21T06:10:27.756576+0000 mgr.y (mgr.15270) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:29.147 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:28 smithi099 bash[89191]: cluster 2024-09-21T06:10:27.756576+0000 mgr.y (mgr.15270) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:28 smithi099 bash[92856]: cluster 2024-09-21T06:10:27.756576+0000 mgr.y (mgr.15270) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:28 smithi099 bash[92856]: cluster 2024-09-21T06:10:27.756576+0000 mgr.y (mgr.15270) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:29.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:28 smithi112 bash[70260]: cluster 2024-09-21T06:10:27.756576+0000 mgr.y (mgr.15270) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:29.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:28 smithi112 bash[70260]: cluster 2024-09-21T06:10:27.756576+0000 mgr.y (mgr.15270) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:30.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:30.041098462Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:30.658 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:10:31.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:30 smithi112 bash[70260]: cluster 2024-09-21T06:10:29.757285+0000 mgr.y (mgr.15270) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:31.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:30 smithi112 bash[70260]: cluster 2024-09-21T06:10:29.757285+0000 mgr.y (mgr.15270) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:31.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:30 smithi099 bash[89191]: cluster 2024-09-21T06:10:29.757285+0000 mgr.y (mgr.15270) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:31.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:30 smithi099 bash[89191]: cluster 2024-09-21T06:10:29.757285+0000 mgr.y (mgr.15270) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:31.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:30 smithi099 bash[92856]: cluster 2024-09-21T06:10:29.757285+0000 mgr.y (mgr.15270) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:31.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:30 smithi099 bash[92856]: cluster 2024-09-21T06:10:29.757285+0000 mgr.y (mgr.15270) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:31.314 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:10:31.314 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (5m) 91s ago 32m 13.5M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:10:31.314 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (5m) 3m ago 32m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:10:31.314 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (7m) 91s ago 30m 49.0M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:10:31.314 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (7m) 3m ago 40m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:10:31.314 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (18m) 91s ago 43m 511M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:10:31.314 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (2m) 91s ago 43m 36.0M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:10:31.314 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (3m) 3m ago 41m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (100s) 91s ago 41m 18.5M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (6m) 91s ago 32m 8376k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (6m) 3m ago 32m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (40m) 91s ago 40m 65.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c81b87bbd61c 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (39m) 91s ago 39m 69.1M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (38m) 91s ago 38m 63.4M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (37m) 91s ago 37m 69.2M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (36m) 3m ago 36m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (35m) 3m ago 35m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (34m) 3m ago 34m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (33m) 3m ago 33m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (6m) 3m ago 33m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:10:31.315 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (30m) 91s ago 30m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:10:31.316 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (30m) 3m ago 30m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:10:31.672 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:10:31.672 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:10:31.672 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:10:31.672 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:10:31.672 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:10:31.672 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 10, 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 5 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:10:31.673 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:10:31.975 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:10:31.975 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:10:31.975 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:10:31.975 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2024-09-21T06:10:31.976 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:10:31.976 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "0/8 daemons upgraded", 2024-09-21T06:10:31.976 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:10:31.976 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:10:31.976 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:10:32.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[89191]: audit 2024-09-21T06:10:30.648654+0000 mgr.y (mgr.15270) 438 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[89191]: audit 2024-09-21T06:10:30.648654+0000 mgr.y (mgr.15270) 438 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[89191]: audit 2024-09-21T06:10:30.968382+0000 mgr.y (mgr.15270) 439 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[89191]: audit 2024-09-21T06:10:30.968382+0000 mgr.y (mgr.15270) 439 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[89191]: audit 2024-09-21T06:10:31.279065+0000 mgr.y (mgr.15270) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[89191]: audit 2024-09-21T06:10:31.279065+0000 mgr.y (mgr.15270) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[89191]: audit 2024-09-21T06:10:31.674555+0000 mon.a (mon.0) 118 : audit [DBG] from='client.? 172.21.15.99:0/862556259' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[89191]: audit 2024-09-21T06:10:31.674555+0000 mon.a (mon.0) 118 : audit [DBG] from='client.? 172.21.15.99:0/862556259' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[92856]: audit 2024-09-21T06:10:30.648654+0000 mgr.y (mgr.15270) 438 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[92856]: audit 2024-09-21T06:10:30.648654+0000 mgr.y (mgr.15270) 438 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[92856]: audit 2024-09-21T06:10:30.968382+0000 mgr.y (mgr.15270) 439 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[92856]: audit 2024-09-21T06:10:30.968382+0000 mgr.y (mgr.15270) 439 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[92856]: audit 2024-09-21T06:10:31.279065+0000 mgr.y (mgr.15270) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[92856]: audit 2024-09-21T06:10:31.279065+0000 mgr.y (mgr.15270) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[92856]: audit 2024-09-21T06:10:31.674555+0000 mon.a (mon.0) 118 : audit [DBG] from='client.? 172.21.15.99:0/862556259' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:32.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:31 smithi099 bash[92856]: audit 2024-09-21T06:10:31.674555+0000 mon.a (mon.0) 118 : audit [DBG] from='client.? 172.21.15.99:0/862556259' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:31 smithi112 bash[70260]: audit 2024-09-21T06:10:30.648654+0000 mgr.y (mgr.15270) 438 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:31 smithi112 bash[70260]: audit 2024-09-21T06:10:30.648654+0000 mgr.y (mgr.15270) 438 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:31 smithi112 bash[70260]: audit 2024-09-21T06:10:30.968382+0000 mgr.y (mgr.15270) 439 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:31 smithi112 bash[70260]: audit 2024-09-21T06:10:30.968382+0000 mgr.y (mgr.15270) 439 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:31 smithi112 bash[70260]: audit 2024-09-21T06:10:31.279065+0000 mgr.y (mgr.15270) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:31 smithi112 bash[70260]: audit 2024-09-21T06:10:31.279065+0000 mgr.y (mgr.15270) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:31 smithi112 bash[70260]: audit 2024-09-21T06:10:31.674555+0000 mon.a (mon.0) 118 : audit [DBG] from='client.? 172.21.15.99:0/862556259' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:32.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:31 smithi112 bash[70260]: audit 2024-09-21T06:10:31.674555+0000 mon.a (mon.0) 118 : audit [DBG] from='client.? 172.21.15.99:0/862556259' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:32.701 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:32.702 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:32.702 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:32.703 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:32.703 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:32.704 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:32.704 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:32.705 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:32.705 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:33.009 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:32 smithi099 systemd[1]: Stopping Ceph osd.0 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:10:33.009 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[29792]: debug 2024-09-21T06:10:32.792+0000 7f80b8a20640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:10:33.010 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[29792]: debug 2024-09-21T06:10:32.792+0000 7f80b8a20640 -1 osd.0 112 *** Got signal Terminated *** 2024-09-21T06:10:33.010 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[29792]: debug 2024-09-21T06:10:32.792+0000 7f80b8a20640 -1 osd.0 112 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:10:33.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[89191]: cluster 2024-09-21T06:10:31.758987+0000 mgr.y (mgr.15270) 441 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:33.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[89191]: cluster 2024-09-21T06:10:31.758987+0000 mgr.y (mgr.15270) 441 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:33.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[89191]: audit 2024-09-21T06:10:31.977425+0000 mgr.y (mgr.15270) 442 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:33.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[89191]: audit 2024-09-21T06:10:31.977425+0000 mgr.y (mgr.15270) 442 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:33.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[89191]: cluster 2024-09-21T06:10:32.798510+0000 mon.a (mon.0) 119 : cluster [INF] osd.0 marked itself down and dead 2024-09-21T06:10:33.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[89191]: cluster 2024-09-21T06:10:32.798510+0000 mon.a (mon.0) 119 : cluster [INF] osd.0 marked itself down and dead 2024-09-21T06:10:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[92856]: cluster 2024-09-21T06:10:31.758987+0000 mgr.y (mgr.15270) 441 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[92856]: cluster 2024-09-21T06:10:31.758987+0000 mgr.y (mgr.15270) 441 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[92856]: audit 2024-09-21T06:10:31.977425+0000 mgr.y (mgr.15270) 442 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[92856]: audit 2024-09-21T06:10:31.977425+0000 mgr.y (mgr.15270) 442 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[92856]: cluster 2024-09-21T06:10:32.798510+0000 mon.a (mon.0) 119 : cluster [INF] osd.0 marked itself down and dead 2024-09-21T06:10:33.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:32 smithi099 bash[92856]: cluster 2024-09-21T06:10:32.798510+0000 mon.a (mon.0) 119 : cluster [INF] osd.0 marked itself down and dead 2024-09-21T06:10:33.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:33.042010766Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:32 smithi112 bash[70260]: cluster 2024-09-21T06:10:31.758987+0000 mgr.y (mgr.15270) 441 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:32 smithi112 bash[70260]: cluster 2024-09-21T06:10:31.758987+0000 mgr.y (mgr.15270) 441 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:32 smithi112 bash[70260]: audit 2024-09-21T06:10:31.977425+0000 mgr.y (mgr.15270) 442 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:32 smithi112 bash[70260]: audit 2024-09-21T06:10:31.977425+0000 mgr.y (mgr.15270) 442 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:10:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:32 smithi112 bash[70260]: cluster 2024-09-21T06:10:32.798510+0000 mon.a (mon.0) 119 : cluster [INF] osd.0 marked itself down and dead 2024-09-21T06:10:33.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:32 smithi112 bash[70260]: cluster 2024-09-21T06:10:32.798510+0000 mon.a (mon.0) 119 : cluster [INF] osd.0 marked itself down and dead 2024-09-21T06:10:34.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:33 smithi112 bash[70260]: cluster 2024-09-21T06:10:32.876283+0000 mon.a (mon.0) 120 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:10:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:33 smithi112 bash[70260]: cluster 2024-09-21T06:10:32.876283+0000 mon.a (mon.0) 120 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:10:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:33 smithi112 bash[70260]: cluster 2024-09-21T06:10:32.885356+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-21T06:10:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:33 smithi112 bash[70260]: cluster 2024-09-21T06:10:32.885356+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-21T06:10:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:33 smithi112 bash[70260]: audit 2024-09-21T06:10:33.107768+0000 mgr.y (mgr.15270) 443 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:33 smithi112 bash[70260]: audit 2024-09-21T06:10:33.107768+0000 mgr.y (mgr.15270) 443 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:33 smithi112 bash[70260]: cluster 2024-09-21T06:10:33.884309+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-21T06:10:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:33 smithi112 bash[70260]: cluster 2024-09-21T06:10:33.884309+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-21T06:10:34.259 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[97954]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-0 2024-09-21T06:10:34.259 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:34 smithi099 bash[98022]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-0 2024-09-21T06:10:34.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[92856]: cluster 2024-09-21T06:10:32.876283+0000 mon.a (mon.0) 120 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:10:34.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[92856]: cluster 2024-09-21T06:10:32.876283+0000 mon.a (mon.0) 120 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:10:34.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[92856]: cluster 2024-09-21T06:10:32.885356+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[92856]: cluster 2024-09-21T06:10:32.885356+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[92856]: audit 2024-09-21T06:10:33.107768+0000 mgr.y (mgr.15270) 443 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[92856]: audit 2024-09-21T06:10:33.107768+0000 mgr.y (mgr.15270) 443 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[92856]: cluster 2024-09-21T06:10:33.884309+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[92856]: cluster 2024-09-21T06:10:33.884309+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[89191]: cluster 2024-09-21T06:10:32.876283+0000 mon.a (mon.0) 120 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[89191]: cluster 2024-09-21T06:10:32.876283+0000 mon.a (mon.0) 120 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[89191]: cluster 2024-09-21T06:10:32.885356+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[89191]: cluster 2024-09-21T06:10:32.885356+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[89191]: audit 2024-09-21T06:10:33.107768+0000 mgr.y (mgr.15270) 443 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[89191]: audit 2024-09-21T06:10:33.107768+0000 mgr.y (mgr.15270) 443 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[89191]: cluster 2024-09-21T06:10:33.884309+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-21T06:10:34.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:33 smithi099 bash[89191]: cluster 2024-09-21T06:10:33.884309+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-21T06:10:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:34 smithi112 bash[70260]: cluster 2024-09-21T06:10:33.759740+0000 mgr.y (mgr.15270) 444 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:10:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:34 smithi112 bash[70260]: cluster 2024-09-21T06:10:33.759740+0000 mgr.y (mgr.15270) 444 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:10:35.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:34 smithi099 bash[92856]: cluster 2024-09-21T06:10:33.759740+0000 mgr.y (mgr.15270) 444 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:10:35.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:34 smithi099 bash[92856]: cluster 2024-09-21T06:10:33.759740+0000 mgr.y (mgr.15270) 444 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:10:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:34 smithi099 bash[89191]: cluster 2024-09-21T06:10:33.759740+0000 mgr.y (mgr.15270) 444 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:10:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:34 smithi099 bash[89191]: cluster 2024-09-21T06:10:33.759740+0000 mgr.y (mgr.15270) 444 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:10:35.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:10:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:10:35] "GET /metrics HTTP/1.1" 200 38293 "" "Prometheus/2.51.0" 2024-09-21T06:10:36.241 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:36.241 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:36.242 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:35 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.0.service: Deactivated successfully. 2024-09-21T06:10:36.242 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:35 smithi099 systemd[1]: Stopped Ceph osd.0 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:10:36.242 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:36.242 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:36.242 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:36.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:36 smithi099 bash[89191]: audit 2024-09-21T06:10:35.189776+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:36.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:36 smithi099 bash[89191]: audit 2024-09-21T06:10:35.189776+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:36.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:36 smithi099 bash[89191]: audit 2024-09-21T06:10:35.190507+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:36.243 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:36 smithi099 bash[89191]: audit 2024-09-21T06:10:35.190507+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:36.243 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:36.243 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:36.243 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:36 smithi099 bash[92856]: audit 2024-09-21T06:10:35.189776+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:36.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:36 smithi099 bash[92856]: audit 2024-09-21T06:10:35.189776+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:36.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:36 smithi099 bash[92856]: audit 2024-09-21T06:10:35.190507+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:36.244 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:36 smithi099 bash[92856]: audit 2024-09-21T06:10:35.190507+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:36.244 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:36.244 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:10:36.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:36.029411136Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:36.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:36 smithi112 bash[70260]: audit 2024-09-21T06:10:35.189776+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:36.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:36 smithi112 bash[70260]: audit 2024-09-21T06:10:35.189776+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:36.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:36 smithi112 bash[70260]: audit 2024-09-21T06:10:35.190507+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:36.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:36 smithi112 bash[70260]: audit 2024-09-21T06:10:35.190507+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:36.509 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:36 smithi099 systemd[1]: Started Ceph osd.0 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:10:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: cluster 2024-09-21T06:10:35.761678+0000 mgr.y (mgr.15270) 445 : cluster [DBG] pgmap v238: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: cluster 2024-09-21T06:10:35.761678+0000 mgr.y (mgr.15270) 445 : cluster [DBG] pgmap v238: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: cluster 2024-09-21T06:10:36.185727+0000 mon.a (mon.0) 124 : cluster [WRN] Health check failed: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: cluster 2024-09-21T06:10:36.185727+0000 mon.a (mon.0) 124 : cluster [WRN] Health check failed: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.290834+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.290834+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.303005+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.303005+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.313048+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.313048+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.849328+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.849328+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.860242+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[89191]: audit 2024-09-21T06:10:36.860242+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: cluster 2024-09-21T06:10:35.761678+0000 mgr.y (mgr.15270) 445 : cluster [DBG] pgmap v238: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: cluster 2024-09-21T06:10:35.761678+0000 mgr.y (mgr.15270) 445 : cluster [DBG] pgmap v238: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: cluster 2024-09-21T06:10:36.185727+0000 mon.a (mon.0) 124 : cluster [WRN] Health check failed: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: cluster 2024-09-21T06:10:36.185727+0000 mon.a (mon.0) 124 : cluster [WRN] Health check failed: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.290834+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.290834+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.303005+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.303005+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.313048+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.313048+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.849328+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.849328+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.860242+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[92856]: audit 2024-09-21T06:10:36.860242+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: cluster 2024-09-21T06:10:35.761678+0000 mgr.y (mgr.15270) 445 : cluster [DBG] pgmap v238: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:37.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: cluster 2024-09-21T06:10:35.761678+0000 mgr.y (mgr.15270) 445 : cluster [DBG] pgmap v238: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:37.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: cluster 2024-09-21T06:10:36.185727+0000 mon.a (mon.0) 124 : cluster [WRN] Health check failed: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:37.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: cluster 2024-09-21T06:10:36.185727+0000 mon.a (mon.0) 124 : cluster [WRN] Health check failed: Degraded data redundancy: 77/732 objects degraded (10.519%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:37.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.290834+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.290834+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.303005+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.303005+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.313048+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.313048+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.849328+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.849328+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.860242+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:37.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:37 smithi112 bash[70260]: audit 2024-09-21T06:10:36.860242+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:38.009 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[98171]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:10:38.009 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:37 smithi099 bash[98171]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:10:39.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:39.036881058Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:39 smithi112 bash[70260]: cluster 2024-09-21T06:10:37.762575+0000 mgr.y (mgr.15270) 446 : cluster [DBG] pgmap v239: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:39 smithi112 bash[70260]: cluster 2024-09-21T06:10:37.762575+0000 mgr.y (mgr.15270) 446 : cluster [DBG] pgmap v239: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:39.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:39 smithi099 bash[89191]: cluster 2024-09-21T06:10:37.762575+0000 mgr.y (mgr.15270) 446 : cluster [DBG] pgmap v239: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:39.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:39 smithi099 bash[89191]: cluster 2024-09-21T06:10:37.762575+0000 mgr.y (mgr.15270) 446 : cluster [DBG] pgmap v239: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:39.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:39 smithi099 bash[92856]: cluster 2024-09-21T06:10:37.762575+0000 mgr.y (mgr.15270) 446 : cluster [DBG] pgmap v239: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:39.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:39 smithi099 bash[92856]: cluster 2024-09-21T06:10:37.762575+0000 mgr.y (mgr.15270) 446 : cluster [DBG] pgmap v239: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:41.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[89191]: cluster 2024-09-21T06:10:39.763530+0000 mgr.y (mgr.15270) 447 : cluster [DBG] pgmap v240: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:41.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[89191]: cluster 2024-09-21T06:10:39.763530+0000 mgr.y (mgr.15270) 447 : cluster [DBG] pgmap v240: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:41.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[92856]: cluster 2024-09-21T06:10:39.763530+0000 mgr.y (mgr.15270) 447 : cluster [DBG] pgmap v240: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:41.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[92856]: cluster 2024-09-21T06:10:39.763530+0000 mgr.y (mgr.15270) 447 : cluster [DBG] pgmap v240: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:41.509 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-09-21T06:10:41.510 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:10:41.510 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:10:41.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:41 smithi112 bash[70260]: cluster 2024-09-21T06:10:39.763530+0000 mgr.y (mgr.15270) 447 : cluster [DBG] pgmap v240: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:41.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:41 smithi112 bash[70260]: cluster 2024-09-21T06:10:39.763530+0000 mgr.y (mgr.15270) 447 : cluster [DBG] pgmap v240: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:41.859 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-21T06:10:41.859 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-09-21T06:10:42.259 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-21T06:10:42.259 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-09-21T06:10:42.259 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-21T06:10:42.259 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-21T06:10:42.259 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:41 smithi099 bash[98171]: --> ceph-volume lvm activate successful for osd ID: 0 2024-09-21T06:10:42.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:42.045989848Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:43.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[89191]: cluster 2024-09-21T06:10:41.764428+0000 mgr.y (mgr.15270) 448 : cluster [DBG] pgmap v241: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:43.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[89191]: cluster 2024-09-21T06:10:41.764428+0000 mgr.y (mgr.15270) 448 : cluster [DBG] pgmap v241: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:43.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[89191]: audit 2024-09-21T06:10:42.236591+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[89191]: audit 2024-09-21T06:10:42.236591+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[89191]: audit 2024-09-21T06:10:42.249385+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[89191]: audit 2024-09-21T06:10:42.249385+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[92856]: cluster 2024-09-21T06:10:41.764428+0000 mgr.y (mgr.15270) 448 : cluster [DBG] pgmap v241: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:43.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[92856]: cluster 2024-09-21T06:10:41.764428+0000 mgr.y (mgr.15270) 448 : cluster [DBG] pgmap v241: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:43.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[92856]: audit 2024-09-21T06:10:42.236591+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[92856]: audit 2024-09-21T06:10:42.236591+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[92856]: audit 2024-09-21T06:10:42.249385+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[92856]: audit 2024-09-21T06:10:42.249385+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:43 smithi112 bash[70260]: cluster 2024-09-21T06:10:41.764428+0000 mgr.y (mgr.15270) 448 : cluster [DBG] pgmap v241: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:43.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:43 smithi112 bash[70260]: cluster 2024-09-21T06:10:41.764428+0000 mgr.y (mgr.15270) 448 : cluster [DBG] pgmap v241: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:43.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:43 smithi112 bash[70260]: audit 2024-09-21T06:10:42.236591+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:43 smithi112 bash[70260]: audit 2024-09-21T06:10:42.236591+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:43 smithi112 bash[70260]: audit 2024-09-21T06:10:42.249385+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:43.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:43 smithi112 bash[70260]: audit 2024-09-21T06:10:42.249385+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.009 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:43 smithi099 bash[98864]: debug 2024-09-21T06:10:43.696+0000 7fdad1ebf640 1 -- 172.21.15.99:0/912225299 <== mon.0 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563d32daa960 con 0x563d32dcb800 2024-09-21T06:10:44.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[92856]: audit 2024-09-21T06:10:43.116737+0000 mgr.y (mgr.15270) 449 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:44.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[92856]: audit 2024-09-21T06:10:43.116737+0000 mgr.y (mgr.15270) 449 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:44.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[92856]: audit 2024-09-21T06:10:43.332078+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[92856]: audit 2024-09-21T06:10:43.332078+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[92856]: audit 2024-09-21T06:10:43.342534+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[92856]: audit 2024-09-21T06:10:43.342534+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[89191]: audit 2024-09-21T06:10:43.116737+0000 mgr.y (mgr.15270) 449 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:44.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[89191]: audit 2024-09-21T06:10:43.116737+0000 mgr.y (mgr.15270) 449 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:44.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[89191]: audit 2024-09-21T06:10:43.332078+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[89191]: audit 2024-09-21T06:10:43.332078+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[89191]: audit 2024-09-21T06:10:43.342534+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[89191]: audit 2024-09-21T06:10:43.342534+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:44 smithi112 bash[70260]: audit 2024-09-21T06:10:43.116737+0000 mgr.y (mgr.15270) 449 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:44.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:44 smithi112 bash[70260]: audit 2024-09-21T06:10:43.116737+0000 mgr.y (mgr.15270) 449 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:44.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:44 smithi112 bash[70260]: audit 2024-09-21T06:10:43.332078+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:44 smithi112 bash[70260]: audit 2024-09-21T06:10:43.332078+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:44 smithi112 bash[70260]: audit 2024-09-21T06:10:43.342534+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:44.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:44 smithi112 bash[70260]: audit 2024-09-21T06:10:43.342534+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:45.238 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:44 smithi099 bash[98864]: debug 2024-09-21T06:10:44.776+0000 7fdad4726640 -1 Falling back to public interface 2024-09-21T06:10:45.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:45.06527084Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:45.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:45 smithi112 bash[70260]: cluster 2024-09-21T06:10:43.764987+0000 mgr.y (mgr.15270) 450 : cluster [DBG] pgmap v242: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:45.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:45 smithi112 bash[70260]: cluster 2024-09-21T06:10:43.764987+0000 mgr.y (mgr.15270) 450 : cluster [DBG] pgmap v242: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:45.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:10:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:10:45] "GET /metrics HTTP/1.1" 200 38293 "" "Prometheus/2.51.0" 2024-09-21T06:10:45.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:45 smithi099 bash[89191]: cluster 2024-09-21T06:10:43.764987+0000 mgr.y (mgr.15270) 450 : cluster [DBG] pgmap v242: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:45.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:45 smithi099 bash[89191]: cluster 2024-09-21T06:10:43.764987+0000 mgr.y (mgr.15270) 450 : cluster [DBG] pgmap v242: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:45.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:45 smithi099 bash[92856]: cluster 2024-09-21T06:10:43.764987+0000 mgr.y (mgr.15270) 450 : cluster [DBG] pgmap v242: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:45.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:45 smithi099 bash[92856]: cluster 2024-09-21T06:10:43.764987+0000 mgr.y (mgr.15270) 450 : cluster [DBG] pgmap v242: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 77/732 objects degraded (10.519%) 2024-09-21T06:10:47.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:47 smithi099 bash[92856]: cluster 2024-09-21T06:10:45.766768+0000 mgr.y (mgr.15270) 451 : cluster [DBG] pgmap v243: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 258 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:47.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:47 smithi099 bash[92856]: cluster 2024-09-21T06:10:45.766768+0000 mgr.y (mgr.15270) 451 : cluster [DBG] pgmap v243: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 258 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:47.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:47 smithi099 bash[89191]: cluster 2024-09-21T06:10:45.766768+0000 mgr.y (mgr.15270) 451 : cluster [DBG] pgmap v243: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 258 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:47.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:47 smithi099 bash[89191]: cluster 2024-09-21T06:10:45.766768+0000 mgr.y (mgr.15270) 451 : cluster [DBG] pgmap v243: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 258 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:47.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:47 smithi112 bash[70260]: cluster 2024-09-21T06:10:45.766768+0000 mgr.y (mgr.15270) 451 : cluster [DBG] pgmap v243: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 258 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:47.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:47 smithi112 bash[70260]: cluster 2024-09-21T06:10:45.766768+0000 mgr.y (mgr.15270) 451 : cluster [DBG] pgmap v243: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 258 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:48.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:48.049176703Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:48 smithi112 bash[70260]: audit 2024-09-21T06:10:48.180437+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:48 smithi112 bash[70260]: audit 2024-09-21T06:10:48.180437+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:48 smithi112 bash[70260]: audit 2024-09-21T06:10:48.180785+0000 mon.a (mon.0) 134 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:48 smithi112 bash[70260]: audit 2024-09-21T06:10:48.180785+0000 mon.a (mon.0) 134 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.509 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[98864]: debug 2024-09-21T06:10:48.172+0000 7fdad4726640 -1 osd.0 112 log_to_monitors true 2024-09-21T06:10:48.509 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[98864]: debug 2024-09-21T06:10:48.304+0000 7fdac84c8640 -1 osd.0 112 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T06:10:48.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[89191]: audit 2024-09-21T06:10:48.180437+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[89191]: audit 2024-09-21T06:10:48.180437+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[89191]: audit 2024-09-21T06:10:48.180785+0000 mon.a (mon.0) 134 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[89191]: audit 2024-09-21T06:10:48.180785+0000 mon.a (mon.0) 134 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[92856]: audit 2024-09-21T06:10:48.180437+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[92856]: audit 2024-09-21T06:10:48.180437+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[92856]: audit 2024-09-21T06:10:48.180785+0000 mon.a (mon.0) 134 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:48.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:48 smithi099 bash[92856]: audit 2024-09-21T06:10:48.180785+0000 mon.a (mon.0) 134 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-21T06:10:49.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: cluster 2024-09-21T06:10:47.767473+0000 mgr.y (mgr.15270) 452 : cluster [DBG] pgmap v244: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: cluster 2024-09-21T06:10:47.767473+0000 mgr.y (mgr.15270) 452 : cluster [DBG] pgmap v244: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: audit 2024-09-21T06:10:48.257175+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: audit 2024-09-21T06:10:48.257175+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: cluster 2024-09-21T06:10:48.264246+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: cluster 2024-09-21T06:10:48.264246+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: audit 2024-09-21T06:10:48.265895+0000 mon.c (mon.2) 6 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: audit 2024-09-21T06:10:48.265895+0000 mon.c (mon.2) 6 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: audit 2024-09-21T06:10:48.268108+0000 mon.a (mon.0) 137 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[89191]: audit 2024-09-21T06:10:48.268108+0000 mon.a (mon.0) 137 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: cluster 2024-09-21T06:10:47.767473+0000 mgr.y (mgr.15270) 452 : cluster [DBG] pgmap v244: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:49.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: cluster 2024-09-21T06:10:47.767473+0000 mgr.y (mgr.15270) 452 : cluster [DBG] pgmap v244: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: audit 2024-09-21T06:10:48.257175+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T06:10:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: audit 2024-09-21T06:10:48.257175+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T06:10:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: cluster 2024-09-21T06:10:48.264246+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-21T06:10:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: cluster 2024-09-21T06:10:48.264246+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-21T06:10:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: audit 2024-09-21T06:10:48.265895+0000 mon.c (mon.2) 6 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: audit 2024-09-21T06:10:48.265895+0000 mon.c (mon.2) 6 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: audit 2024-09-21T06:10:48.268108+0000 mon.a (mon.0) 137 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:49 smithi099 bash[92856]: audit 2024-09-21T06:10:48.268108+0000 mon.a (mon.0) 137 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: cluster 2024-09-21T06:10:47.767473+0000 mgr.y (mgr.15270) 452 : cluster [DBG] pgmap v244: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: cluster 2024-09-21T06:10:47.767473+0000 mgr.y (mgr.15270) 452 : cluster [DBG] pgmap v244: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: audit 2024-09-21T06:10:48.257175+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: audit 2024-09-21T06:10:48.257175+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: cluster 2024-09-21T06:10:48.264246+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: cluster 2024-09-21T06:10:48.264246+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: audit 2024-09-21T06:10:48.265895+0000 mon.c (mon.2) 6 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: audit 2024-09-21T06:10:48.265895+0000 mon.c (mon.2) 6 : audit [INF] from='osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: audit 2024-09-21T06:10:48.268108+0000 mon.a (mon.0) 137 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:49.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:49 smithi112 bash[70260]: audit 2024-09-21T06:10:48.268108+0000 mon.a (mon.0) 137 : audit [INF] from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:10:50.602 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: cluster 2024-09-21T06:10:49.258377+0000 mon.a (mon.0) 138 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:10:50.603 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: cluster 2024-09-21T06:10:49.258377+0000 mon.a (mon.0) 138 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:10:50.603 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: audit 2024-09-21T06:10:49.268213+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-21T06:10:50.603 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: audit 2024-09-21T06:10:49.268213+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-21T06:10:50.603 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: cluster 2024-09-21T06:10:49.269224+0000 mon.a (mon.0) 139 : cluster [INF] osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285] boot 2024-09-21T06:10:50.603 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: cluster 2024-09-21T06:10:49.269224+0000 mon.a (mon.0) 139 : cluster [INF] osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285] boot 2024-09-21T06:10:50.603 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: cluster 2024-09-21T06:10:49.269736+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-21T06:10:50.603 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: cluster 2024-09-21T06:10:49.269736+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-21T06:10:50.604 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: audit 2024-09-21T06:10:50.189257+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:50.604 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: audit 2024-09-21T06:10:50.189257+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:50.604 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: audit 2024-09-21T06:10:50.189647+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:50.604 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: audit 2024-09-21T06:10:50.189647+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:50.604 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: cluster 2024-09-21T06:10:50.271683+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-21T06:10:50.604 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[89191]: cluster 2024-09-21T06:10:50.271683+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-21T06:10:50.604 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: cluster 2024-09-21T06:10:49.258377+0000 mon.a (mon.0) 138 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:10:50.605 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: cluster 2024-09-21T06:10:49.258377+0000 mon.a (mon.0) 138 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:10:50.605 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: audit 2024-09-21T06:10:49.268213+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-21T06:10:50.605 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: audit 2024-09-21T06:10:49.268213+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-21T06:10:50.605 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: cluster 2024-09-21T06:10:49.269224+0000 mon.a (mon.0) 139 : cluster [INF] osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285] boot 2024-09-21T06:10:50.605 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: cluster 2024-09-21T06:10:49.269224+0000 mon.a (mon.0) 139 : cluster [INF] osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285] boot 2024-09-21T06:10:50.605 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: cluster 2024-09-21T06:10:49.269736+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-21T06:10:50.605 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: cluster 2024-09-21T06:10:49.269736+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-21T06:10:50.605 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: audit 2024-09-21T06:10:50.189257+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:50.606 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: audit 2024-09-21T06:10:50.189257+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:50.606 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: audit 2024-09-21T06:10:50.189647+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:50.606 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: audit 2024-09-21T06:10:50.189647+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:50.606 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: cluster 2024-09-21T06:10:50.271683+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-21T06:10:50.606 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:50 smithi099 bash[92856]: cluster 2024-09-21T06:10:50.271683+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-21T06:10:50.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: cluster 2024-09-21T06:10:49.258377+0000 mon.a (mon.0) 138 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:10:50.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: cluster 2024-09-21T06:10:49.258377+0000 mon.a (mon.0) 138 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:10:50.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: audit 2024-09-21T06:10:49.268213+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-21T06:10:50.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: audit 2024-09-21T06:10:49.268213+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-21T06:10:50.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: cluster 2024-09-21T06:10:49.269224+0000 mon.a (mon.0) 139 : cluster [INF] osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285] boot 2024-09-21T06:10:50.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: cluster 2024-09-21T06:10:49.269224+0000 mon.a (mon.0) 139 : cluster [INF] osd.0 [v2:172.21.15.99:6802/1500102285,v1:172.21.15.99:6803/1500102285] boot 2024-09-21T06:10:50.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: cluster 2024-09-21T06:10:49.269736+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-21T06:10:50.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: cluster 2024-09-21T06:10:49.269736+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-21T06:10:50.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: audit 2024-09-21T06:10:50.189257+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:50.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: audit 2024-09-21T06:10:50.189257+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:10:50.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: audit 2024-09-21T06:10:50.189647+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:50.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: audit 2024-09-21T06:10:50.189647+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:50.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: cluster 2024-09-21T06:10:50.271683+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-21T06:10:50.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:50 smithi112 bash[70260]: cluster 2024-09-21T06:10:50.271683+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-21T06:10:51.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:51.067417293Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:51 smithi112 bash[70260]: cluster 2024-09-21T06:10:49.768022+0000 mgr.y (mgr.15270) 453 : cluster [DBG] pgmap v247: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:51 smithi112 bash[70260]: cluster 2024-09-21T06:10:49.768022+0000 mgr.y (mgr.15270) 453 : cluster [DBG] pgmap v247: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:51.572 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:51 smithi099 bash[89191]: cluster 2024-09-21T06:10:49.768022+0000 mgr.y (mgr.15270) 453 : cluster [DBG] pgmap v247: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:51.572 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:51 smithi099 bash[89191]: cluster 2024-09-21T06:10:49.768022+0000 mgr.y (mgr.15270) 453 : cluster [DBG] pgmap v247: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:51.572 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:51 smithi099 bash[92856]: cluster 2024-09-21T06:10:49.768022+0000 mgr.y (mgr.15270) 453 : cluster [DBG] pgmap v247: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:51.572 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:51 smithi099 bash[92856]: cluster 2024-09-21T06:10:49.768022+0000 mgr.y (mgr.15270) 453 : cluster [DBG] pgmap v247: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 77/732 objects degraded (10.519%) 2024-09-21T06:10:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:52 smithi112 bash[70260]: cluster 2024-09-21T06:10:51.769617+0000 mgr.y (mgr.15270) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 33/732 objects degraded (4.508%) 2024-09-21T06:10:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:52 smithi112 bash[70260]: cluster 2024-09-21T06:10:51.769617+0000 mgr.y (mgr.15270) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 33/732 objects degraded (4.508%) 2024-09-21T06:10:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:52 smithi112 bash[70260]: cluster 2024-09-21T06:10:52.310418+0000 mon.a (mon.0) 143 : cluster [WRN] Health check update: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:52 smithi112 bash[70260]: cluster 2024-09-21T06:10:52.310418+0000 mon.a (mon.0) 143 : cluster [WRN] Health check update: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:52.717 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:52 smithi099 bash[89191]: cluster 2024-09-21T06:10:51.769617+0000 mgr.y (mgr.15270) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 33/732 objects degraded (4.508%) 2024-09-21T06:10:52.717 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:52 smithi099 bash[89191]: cluster 2024-09-21T06:10:51.769617+0000 mgr.y (mgr.15270) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 33/732 objects degraded (4.508%) 2024-09-21T06:10:52.717 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:52 smithi099 bash[89191]: cluster 2024-09-21T06:10:52.310418+0000 mon.a (mon.0) 143 : cluster [WRN] Health check update: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:52.717 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:52 smithi099 bash[89191]: cluster 2024-09-21T06:10:52.310418+0000 mon.a (mon.0) 143 : cluster [WRN] Health check update: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:52.717 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:52 smithi099 bash[92856]: cluster 2024-09-21T06:10:51.769617+0000 mgr.y (mgr.15270) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 33/732 objects degraded (4.508%) 2024-09-21T06:10:52.717 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:52 smithi099 bash[92856]: cluster 2024-09-21T06:10:51.769617+0000 mgr.y (mgr.15270) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 33/732 objects degraded (4.508%) 2024-09-21T06:10:52.718 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:52 smithi099 bash[92856]: cluster 2024-09-21T06:10:52.310418+0000 mon.a (mon.0) 143 : cluster [WRN] Health check update: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:52.718 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:52 smithi099 bash[92856]: cluster 2024-09-21T06:10:52.310418+0000 mon.a (mon.0) 143 : cluster [WRN] Health check update: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded (PG_DEGRADED) 2024-09-21T06:10:53.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:10:53 smithi099 bash[68315]: debug 2024-09-21T06:10:53.424+0000 7f84b7641640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-21T06:10:54.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:54.052554883Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.119916+0000 mgr.y (mgr.15270) 455 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.119916+0000 mgr.y (mgr.15270) 455 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.252846+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.252846+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.267550+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.267550+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.268972+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.268972+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.271064+0000 mon.b (mon.1) 96 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.271064+0000 mon.b (mon.1) 96 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.284170+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.284170+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.411864+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.411864+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.415788+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.415788+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.418810+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.418810+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.421411+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.421411+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.424279+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:10:54.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:54 smithi112 bash[70260]: audit 2024-09-21T06:10:53.424279+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.119916+0000 mgr.y (mgr.15270) 455 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.119916+0000 mgr.y (mgr.15270) 455 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.252846+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.252846+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.267550+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.267550+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.268972+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.268972+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.271064+0000 mon.b (mon.1) 96 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.271064+0000 mon.b (mon.1) 96 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.284170+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.284170+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.411864+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.411864+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.415788+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.415788+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.418810+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.418810+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.421411+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.421411+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.424279+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[89191]: audit 2024-09-21T06:10:53.424279+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:10:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.119916+0000 mgr.y (mgr.15270) 455 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.119916+0000 mgr.y (mgr.15270) 455 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.252846+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.252846+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.267550+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.267550+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.268972+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.268972+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.271064+0000 mon.b (mon.1) 96 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.271064+0000 mon.b (mon.1) 96 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.284170+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.284170+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.411864+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.411864+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.415788+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.415788+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.418810+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.418810+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.421411+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.421411+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:10:54.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.424279+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:10:54.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:54 smithi099 bash[92856]: audit 2024-09-21T06:10:53.424279+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:10:55.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:10:55] "GET /metrics HTTP/1.1" 200 38212 "" "Prometheus/2.51.0" 2024-09-21T06:10:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: audit 2024-09-21T06:10:53.427643+0000 mgr.y (mgr.15270) 456 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:10:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: audit 2024-09-21T06:10:53.427643+0000 mgr.y (mgr.15270) 456 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:10:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: cephadm 2024-09-21T06:10:53.429440+0000 mgr.y (mgr.15270) 457 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-21T06:10:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: cephadm 2024-09-21T06:10:53.429440+0000 mgr.y (mgr.15270) 457 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-21T06:10:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: cluster 2024-09-21T06:10:53.770515+0000 mgr.y (mgr.15270) 458 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: cluster 2024-09-21T06:10:53.770515+0000 mgr.y (mgr.15270) 458 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: cluster 2024-09-21T06:10:54.281238+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded) 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: cluster 2024-09-21T06:10:54.281238+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded) 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: cluster 2024-09-21T06:10:54.281383+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[89191]: cluster 2024-09-21T06:10:54.281383+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: audit 2024-09-21T06:10:53.427643+0000 mgr.y (mgr.15270) 456 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: audit 2024-09-21T06:10:53.427643+0000 mgr.y (mgr.15270) 456 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: cephadm 2024-09-21T06:10:53.429440+0000 mgr.y (mgr.15270) 457 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: cephadm 2024-09-21T06:10:53.429440+0000 mgr.y (mgr.15270) 457 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: cluster 2024-09-21T06:10:53.770515+0000 mgr.y (mgr.15270) 458 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:55.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: cluster 2024-09-21T06:10:53.770515+0000 mgr.y (mgr.15270) 458 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: cluster 2024-09-21T06:10:54.281238+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded) 2024-09-21T06:10:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: cluster 2024-09-21T06:10:54.281238+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded) 2024-09-21T06:10:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: cluster 2024-09-21T06:10:54.281383+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-21T06:10:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:55 smithi099 bash[92856]: cluster 2024-09-21T06:10:54.281383+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: audit 2024-09-21T06:10:53.427643+0000 mgr.y (mgr.15270) 456 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: audit 2024-09-21T06:10:53.427643+0000 mgr.y (mgr.15270) 456 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: cephadm 2024-09-21T06:10:53.429440+0000 mgr.y (mgr.15270) 457 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: cephadm 2024-09-21T06:10:53.429440+0000 mgr.y (mgr.15270) 457 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: cluster 2024-09-21T06:10:53.770515+0000 mgr.y (mgr.15270) 458 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: cluster 2024-09-21T06:10:53.770515+0000 mgr.y (mgr.15270) 458 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: cluster 2024-09-21T06:10:54.281238+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded) 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: cluster 2024-09-21T06:10:54.281238+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/732 objects degraded (4.508%), 8 pgs degraded) 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: cluster 2024-09-21T06:10:54.281383+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-21T06:10:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:55 smithi112 bash[70260]: cluster 2024-09-21T06:10:54.281383+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-21T06:10:57.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:10:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:10:57.061057825Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:10:57.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:57 smithi112 bash[70260]: cluster 2024-09-21T06:10:55.772037+0000 mgr.y (mgr.15270) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:10:57.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:57 smithi112 bash[70260]: cluster 2024-09-21T06:10:55.772037+0000 mgr.y (mgr.15270) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:10:57.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:57 smithi099 bash[89191]: cluster 2024-09-21T06:10:55.772037+0000 mgr.y (mgr.15270) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:10:57.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:57 smithi099 bash[89191]: cluster 2024-09-21T06:10:55.772037+0000 mgr.y (mgr.15270) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:10:57.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:57 smithi099 bash[92856]: cluster 2024-09-21T06:10:55.772037+0000 mgr.y (mgr.15270) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:10:57.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:57 smithi099 bash[92856]: cluster 2024-09-21T06:10:55.772037+0000 mgr.y (mgr.15270) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:10:59.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:59 smithi112 bash[70260]: cluster 2024-09-21T06:10:57.772794+0000 mgr.y (mgr.15270) 460 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:59.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:10:59 smithi112 bash[70260]: cluster 2024-09-21T06:10:57.772794+0000 mgr.y (mgr.15270) 460 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:59.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:59 smithi099 bash[89191]: cluster 2024-09-21T06:10:57.772794+0000 mgr.y (mgr.15270) 460 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:59.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:10:59 smithi099 bash[89191]: cluster 2024-09-21T06:10:57.772794+0000 mgr.y (mgr.15270) 460 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:59.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:59 smithi099 bash[92856]: cluster 2024-09-21T06:10:57.772794+0000 mgr.y (mgr.15270) 460 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:10:59.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:10:59 smithi099 bash[92856]: cluster 2024-09-21T06:10:57.772794+0000 mgr.y (mgr.15270) 460 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:00.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:00.046470816Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:01 smithi112 bash[70260]: cluster 2024-09-21T06:10:59.773653+0000 mgr.y (mgr.15270) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:01 smithi112 bash[70260]: cluster 2024-09-21T06:10:59.773653+0000 mgr.y (mgr.15270) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:01 smithi112 bash[70260]: audit 2024-09-21T06:11:00.351669+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:01 smithi112 bash[70260]: audit 2024-09-21T06:11:00.351669+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:01.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:01 smithi099 bash[89191]: cluster 2024-09-21T06:10:59.773653+0000 mgr.y (mgr.15270) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:01.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:01 smithi099 bash[89191]: cluster 2024-09-21T06:10:59.773653+0000 mgr.y (mgr.15270) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:01.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:01 smithi099 bash[89191]: audit 2024-09-21T06:11:00.351669+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:01.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:01 smithi099 bash[89191]: audit 2024-09-21T06:11:00.351669+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:01.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:01 smithi099 bash[92856]: cluster 2024-09-21T06:10:59.773653+0000 mgr.y (mgr.15270) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:01.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:01 smithi099 bash[92856]: cluster 2024-09-21T06:10:59.773653+0000 mgr.y (mgr.15270) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:01.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:01 smithi099 bash[92856]: audit 2024-09-21T06:11:00.351669+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:01.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:01 smithi099 bash[92856]: audit 2024-09-21T06:11:00.351669+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:02.321 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (6m) 20s ago 33m 13.6M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (5m) 3m ago 32m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (8m) 20s ago 30m 49.0M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (7m) 3m ago 41m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (18m) 20s ago 43m 512M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (2m) 20s ago 43m 43.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (3m) 3m ago 41m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (2m) 20s ago 41m 35.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (7m) 20s ago 33m 8208k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (7m) 3m ago 33m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:11:02.942 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running 20s ago 40m - 3036M 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (39m) 20s ago 39m 70.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a e2b36940e35e 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (38m) 20s ago 38m 64.0M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (38m) 20s ago 38m 71.9M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (37m) 3m ago 37m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (36m) 3m ago 36m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (35m) 3m ago 35m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (34m) 3m ago 34m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (6m) 3m ago 33m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (31m) 20s ago 31m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:11:02.943 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (31m) 3m ago 31m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:11:03.304 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:11:03.304 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:11:03.304 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:11:03.304 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:11:03.304 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:11:03.304 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 7, 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 1 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 9, 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 6 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:11:03.305 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:11:03.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:03.059870495Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:03.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:03 smithi112 bash[70260]: cluster 2024-09-21T06:11:01.775308+0000 mgr.y (mgr.15270) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:03.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:03 smithi112 bash[70260]: cluster 2024-09-21T06:11:01.775308+0000 mgr.y (mgr.15270) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:03.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:03 smithi112 bash[70260]: audit 2024-09-21T06:11:02.311418+0000 mgr.y (mgr.15270) 463 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:03.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:03 smithi112 bash[70260]: audit 2024-09-21T06:11:02.311418+0000 mgr.y (mgr.15270) 463 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:03.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:03 smithi099 bash[89191]: cluster 2024-09-21T06:11:01.775308+0000 mgr.y (mgr.15270) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:03.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:03 smithi099 bash[89191]: cluster 2024-09-21T06:11:01.775308+0000 mgr.y (mgr.15270) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:03.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:03 smithi099 bash[89191]: audit 2024-09-21T06:11:02.311418+0000 mgr.y (mgr.15270) 463 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:03.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:03 smithi099 bash[89191]: audit 2024-09-21T06:11:02.311418+0000 mgr.y (mgr.15270) 463 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:03 smithi099 bash[92856]: cluster 2024-09-21T06:11:01.775308+0000 mgr.y (mgr.15270) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:03 smithi099 bash[92856]: cluster 2024-09-21T06:11:01.775308+0000 mgr.y (mgr.15270) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:03.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:03 smithi099 bash[92856]: audit 2024-09-21T06:11:02.311418+0000 mgr.y (mgr.15270) 463 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:03.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:03 smithi099 bash[92856]: audit 2024-09-21T06:11:02.311418+0000 mgr.y (mgr.15270) 463 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:03.607 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:11:03.607 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:11:03.608 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:11:03.608 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (1 remaining).", 2024-09-21T06:11:03.608 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:11:03.608 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "0/8 daemons upgraded", 2024-09-21T06:11:03.608 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:11:03.608 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:11:03.608 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:11:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:04 smithi112 bash[70260]: audit 2024-09-21T06:11:02.612797+0000 mgr.y (mgr.15270) 464 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:04 smithi112 bash[70260]: audit 2024-09-21T06:11:02.612797+0000 mgr.y (mgr.15270) 464 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:04 smithi112 bash[70260]: audit 2024-09-21T06:11:02.906690+0000 mgr.y (mgr.15270) 465 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:04 smithi112 bash[70260]: audit 2024-09-21T06:11:02.906690+0000 mgr.y (mgr.15270) 465 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:04 smithi112 bash[70260]: audit 2024-09-21T06:11:03.131046+0000 mgr.y (mgr.15270) 466 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:04 smithi112 bash[70260]: audit 2024-09-21T06:11:03.131046+0000 mgr.y (mgr.15270) 466 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:04 smithi112 bash[70260]: audit 2024-09-21T06:11:03.306559+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.99:0/728518412' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:04 smithi112 bash[70260]: audit 2024-09-21T06:11:03.306559+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.99:0/728518412' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:04.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[89191]: audit 2024-09-21T06:11:02.612797+0000 mgr.y (mgr.15270) 464 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[89191]: audit 2024-09-21T06:11:02.612797+0000 mgr.y (mgr.15270) 464 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[89191]: audit 2024-09-21T06:11:02.906690+0000 mgr.y (mgr.15270) 465 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[89191]: audit 2024-09-21T06:11:02.906690+0000 mgr.y (mgr.15270) 465 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[89191]: audit 2024-09-21T06:11:03.131046+0000 mgr.y (mgr.15270) 466 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[89191]: audit 2024-09-21T06:11:03.131046+0000 mgr.y (mgr.15270) 466 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[89191]: audit 2024-09-21T06:11:03.306559+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.99:0/728518412' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[89191]: audit 2024-09-21T06:11:03.306559+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.99:0/728518412' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[92856]: audit 2024-09-21T06:11:02.612797+0000 mgr.y (mgr.15270) 464 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[92856]: audit 2024-09-21T06:11:02.612797+0000 mgr.y (mgr.15270) 464 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[92856]: audit 2024-09-21T06:11:02.906690+0000 mgr.y (mgr.15270) 465 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[92856]: audit 2024-09-21T06:11:02.906690+0000 mgr.y (mgr.15270) 465 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[92856]: audit 2024-09-21T06:11:03.131046+0000 mgr.y (mgr.15270) 466 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[92856]: audit 2024-09-21T06:11:03.131046+0000 mgr.y (mgr.15270) 466 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[92856]: audit 2024-09-21T06:11:03.306559+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.99:0/728518412' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:04 smithi099 bash[92856]: audit 2024-09-21T06:11:03.306559+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.99:0/728518412' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:05 smithi112 bash[70260]: audit 2024-09-21T06:11:03.609864+0000 mgr.y (mgr.15270) 467 : audit [DBG] from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:05 smithi112 bash[70260]: audit 2024-09-21T06:11:03.609864+0000 mgr.y (mgr.15270) 467 : audit [DBG] from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:05 smithi112 bash[70260]: cluster 2024-09-21T06:11:03.776106+0000 mgr.y (mgr.15270) 468 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:05 smithi112 bash[70260]: cluster 2024-09-21T06:11:03.776106+0000 mgr.y (mgr.15270) 468 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:05 smithi112 bash[70260]: audit 2024-09-21T06:11:05.192551+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:05 smithi112 bash[70260]: audit 2024-09-21T06:11:05.192551+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:05 smithi112 bash[70260]: audit 2024-09-21T06:11:05.192888+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:05 smithi112 bash[70260]: audit 2024-09-21T06:11:05.192888+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:05.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:11:05] "GET /metrics HTTP/1.1" 200 38359 "" "Prometheus/2.51.0" 2024-09-21T06:11:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[92856]: audit 2024-09-21T06:11:03.609864+0000 mgr.y (mgr.15270) 467 : audit [DBG] from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[92856]: audit 2024-09-21T06:11:03.609864+0000 mgr.y (mgr.15270) 467 : audit [DBG] from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[92856]: cluster 2024-09-21T06:11:03.776106+0000 mgr.y (mgr.15270) 468 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[92856]: cluster 2024-09-21T06:11:03.776106+0000 mgr.y (mgr.15270) 468 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[92856]: audit 2024-09-21T06:11:05.192551+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[92856]: audit 2024-09-21T06:11:05.192551+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:05.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[92856]: audit 2024-09-21T06:11:05.192888+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:05.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[92856]: audit 2024-09-21T06:11:05.192888+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[89191]: audit 2024-09-21T06:11:03.609864+0000 mgr.y (mgr.15270) 467 : audit [DBG] from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[89191]: audit 2024-09-21T06:11:03.609864+0000 mgr.y (mgr.15270) 467 : audit [DBG] from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[89191]: cluster 2024-09-21T06:11:03.776106+0000 mgr.y (mgr.15270) 468 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[89191]: cluster 2024-09-21T06:11:03.776106+0000 mgr.y (mgr.15270) 468 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[89191]: audit 2024-09-21T06:11:05.192551+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[89191]: audit 2024-09-21T06:11:05.192551+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[89191]: audit 2024-09-21T06:11:05.192888+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:05 smithi099 bash[89191]: audit 2024-09-21T06:11:05.192888+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:06.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:06.066258566Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:07 smithi112 bash[70260]: cluster 2024-09-21T06:11:05.777633+0000 mgr.y (mgr.15270) 469 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:07 smithi112 bash[70260]: cluster 2024-09-21T06:11:05.777633+0000 mgr.y (mgr.15270) 469 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:07.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:07 smithi099 bash[89191]: cluster 2024-09-21T06:11:05.777633+0000 mgr.y (mgr.15270) 469 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:07.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:07 smithi099 bash[89191]: cluster 2024-09-21T06:11:05.777633+0000 mgr.y (mgr.15270) 469 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:07.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:07 smithi099 bash[92856]: cluster 2024-09-21T06:11:05.777633+0000 mgr.y (mgr.15270) 469 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:07.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:07 smithi099 bash[92856]: cluster 2024-09-21T06:11:05.777633+0000 mgr.y (mgr.15270) 469 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:09.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:09.058113157Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:09 smithi112 bash[70260]: cluster 2024-09-21T06:11:07.778284+0000 mgr.y (mgr.15270) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:09 smithi112 bash[70260]: cluster 2024-09-21T06:11:07.778284+0000 mgr.y (mgr.15270) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:09 smithi112 bash[70260]: audit 2024-09-21T06:11:08.442425+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:11:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:09 smithi112 bash[70260]: audit 2024-09-21T06:11:08.442425+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:11:09.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:09 smithi099 bash[89191]: cluster 2024-09-21T06:11:07.778284+0000 mgr.y (mgr.15270) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:09.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:09 smithi099 bash[89191]: cluster 2024-09-21T06:11:07.778284+0000 mgr.y (mgr.15270) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:09.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:09 smithi099 bash[89191]: audit 2024-09-21T06:11:08.442425+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:11:09.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:09 smithi099 bash[89191]: audit 2024-09-21T06:11:08.442425+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:11:09.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:09 smithi099 bash[92856]: cluster 2024-09-21T06:11:07.778284+0000 mgr.y (mgr.15270) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:09.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:09 smithi099 bash[92856]: cluster 2024-09-21T06:11:07.778284+0000 mgr.y (mgr.15270) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:09.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:09 smithi099 bash[92856]: audit 2024-09-21T06:11:08.442425+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:11:09.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:09 smithi099 bash[92856]: audit 2024-09-21T06:11:08.442425+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-21T06:11:10.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:10 smithi112 bash[70260]: audit 2024-09-21T06:11:08.445976+0000 mgr.y (mgr.15270) 471 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:11:10.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:10 smithi112 bash[70260]: audit 2024-09-21T06:11:08.445976+0000 mgr.y (mgr.15270) 471 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:11:10.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:10 smithi112 bash[70260]: cephadm 2024-09-21T06:11:08.448921+0000 mgr.y (mgr.15270) 472 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-21T06:11:10.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:10 smithi112 bash[70260]: cephadm 2024-09-21T06:11:08.448921+0000 mgr.y (mgr.15270) 472 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-21T06:11:10.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:10 smithi099 bash[89191]: audit 2024-09-21T06:11:08.445976+0000 mgr.y (mgr.15270) 471 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:11:10.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:10 smithi099 bash[89191]: audit 2024-09-21T06:11:08.445976+0000 mgr.y (mgr.15270) 471 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:11:10.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:10 smithi099 bash[89191]: cephadm 2024-09-21T06:11:08.448921+0000 mgr.y (mgr.15270) 472 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-21T06:11:10.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:10 smithi099 bash[89191]: cephadm 2024-09-21T06:11:08.448921+0000 mgr.y (mgr.15270) 472 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-21T06:11:10.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:10 smithi099 bash[92856]: audit 2024-09-21T06:11:08.445976+0000 mgr.y (mgr.15270) 471 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:11:10.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:10 smithi099 bash[92856]: audit 2024-09-21T06:11:08.445976+0000 mgr.y (mgr.15270) 471 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-21T06:11:10.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:10 smithi099 bash[92856]: cephadm 2024-09-21T06:11:08.448921+0000 mgr.y (mgr.15270) 472 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-21T06:11:10.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:10 smithi099 bash[92856]: cephadm 2024-09-21T06:11:08.448921+0000 mgr.y (mgr.15270) 472 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-21T06:11:11.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:11 smithi112 bash[70260]: cluster 2024-09-21T06:11:09.779260+0000 mgr.y (mgr.15270) 473 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:11.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:11 smithi112 bash[70260]: cluster 2024-09-21T06:11:09.779260+0000 mgr.y (mgr.15270) 473 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:11.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:11 smithi112 bash[70260]: audit 2024-09-21T06:11:10.890830+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:11.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:11 smithi112 bash[70260]: audit 2024-09-21T06:11:10.890830+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:11.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:11 smithi112 bash[70260]: audit 2024-09-21T06:11:10.893571+0000 mon.b (mon.1) 104 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-21T06:11:11.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:11 smithi112 bash[70260]: audit 2024-09-21T06:11:10.893571+0000 mon.b (mon.1) 104 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-21T06:11:11.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:11 smithi112 bash[70260]: audit 2024-09-21T06:11:10.895448+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:11.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:11 smithi112 bash[70260]: audit 2024-09-21T06:11:10.895448+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:11.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[89191]: cluster 2024-09-21T06:11:09.779260+0000 mgr.y (mgr.15270) 473 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:11.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[89191]: cluster 2024-09-21T06:11:09.779260+0000 mgr.y (mgr.15270) 473 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:11.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[89191]: audit 2024-09-21T06:11:10.890830+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:11.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[89191]: audit 2024-09-21T06:11:10.890830+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:11.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[89191]: audit 2024-09-21T06:11:10.893571+0000 mon.b (mon.1) 104 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-21T06:11:11.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[89191]: audit 2024-09-21T06:11:10.893571+0000 mon.b (mon.1) 104 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-21T06:11:11.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[89191]: audit 2024-09-21T06:11:10.895448+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:11.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[89191]: audit 2024-09-21T06:11:10.895448+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:11.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[92856]: cluster 2024-09-21T06:11:09.779260+0000 mgr.y (mgr.15270) 473 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:11.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[92856]: cluster 2024-09-21T06:11:09.779260+0000 mgr.y (mgr.15270) 473 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:11:11.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[92856]: audit 2024-09-21T06:11:10.890830+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:11.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[92856]: audit 2024-09-21T06:11:10.890830+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:11.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[92856]: audit 2024-09-21T06:11:10.893571+0000 mon.b (mon.1) 104 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-21T06:11:11.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[92856]: audit 2024-09-21T06:11:10.893571+0000 mon.b (mon.1) 104 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-21T06:11:11.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[92856]: audit 2024-09-21T06:11:10.895448+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:11.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:11 smithi099 bash[92856]: audit 2024-09-21T06:11:10.895448+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:12.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:12.059104529Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:12.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:12 smithi112 bash[70260]: cephadm 2024-09-21T06:11:10.883195+0000 mgr.y (mgr.15270) 474 : cephadm [INF] Upgrade: Updating osd.1 2024-09-21T06:11:12.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:12 smithi112 bash[70260]: cephadm 2024-09-21T06:11:10.883195+0000 mgr.y (mgr.15270) 474 : cephadm [INF] Upgrade: Updating osd.1 2024-09-21T06:11:12.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:12 smithi112 bash[70260]: cephadm 2024-09-21T06:11:10.904018+0000 mgr.y (mgr.15270) 475 : cephadm [INF] Deploying daemon osd.1 on smithi099 2024-09-21T06:11:12.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:12 smithi112 bash[70260]: cephadm 2024-09-21T06:11:10.904018+0000 mgr.y (mgr.15270) 475 : cephadm [INF] Deploying daemon osd.1 on smithi099 2024-09-21T06:11:12.568 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:12 smithi099 bash[92856]: cephadm 2024-09-21T06:11:10.883195+0000 mgr.y (mgr.15270) 474 : cephadm [INF] Upgrade: Updating osd.1 2024-09-21T06:11:12.568 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:12 smithi099 bash[92856]: cephadm 2024-09-21T06:11:10.883195+0000 mgr.y (mgr.15270) 474 : cephadm [INF] Upgrade: Updating osd.1 2024-09-21T06:11:12.568 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:12 smithi099 bash[92856]: cephadm 2024-09-21T06:11:10.904018+0000 mgr.y (mgr.15270) 475 : cephadm [INF] Deploying daemon osd.1 on smithi099 2024-09-21T06:11:12.568 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:12 smithi099 bash[92856]: cephadm 2024-09-21T06:11:10.904018+0000 mgr.y (mgr.15270) 475 : cephadm [INF] Deploying daemon osd.1 on smithi099 2024-09-21T06:11:12.568 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:12 smithi099 bash[89191]: cephadm 2024-09-21T06:11:10.883195+0000 mgr.y (mgr.15270) 474 : cephadm [INF] Upgrade: Updating osd.1 2024-09-21T06:11:12.569 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:12 smithi099 bash[89191]: cephadm 2024-09-21T06:11:10.883195+0000 mgr.y (mgr.15270) 474 : cephadm [INF] Upgrade: Updating osd.1 2024-09-21T06:11:12.569 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:12 smithi099 bash[89191]: cephadm 2024-09-21T06:11:10.904018+0000 mgr.y (mgr.15270) 475 : cephadm [INF] Deploying daemon osd.1 on smithi099 2024-09-21T06:11:12.569 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:12 smithi099 bash[89191]: cephadm 2024-09-21T06:11:10.904018+0000 mgr.y (mgr.15270) 475 : cephadm [INF] Deploying daemon osd.1 on smithi099 2024-09-21T06:11:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:13 smithi099 bash[89191]: cluster 2024-09-21T06:11:11.780793+0000 mgr.y (mgr.15270) 476 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:13 smithi099 bash[89191]: cluster 2024-09-21T06:11:11.780793+0000 mgr.y (mgr.15270) 476 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:13.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:13 smithi099 bash[92856]: cluster 2024-09-21T06:11:11.780793+0000 mgr.y (mgr.15270) 476 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:13.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:13 smithi099 bash[92856]: cluster 2024-09-21T06:11:11.780793+0000 mgr.y (mgr.15270) 476 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:13.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:13 smithi112 bash[70260]: cluster 2024-09-21T06:11:11.780793+0000 mgr.y (mgr.15270) 476 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:13.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:13 smithi112 bash[70260]: cluster 2024-09-21T06:11:11.780793+0000 mgr.y (mgr.15270) 476 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:14.645 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:14 smithi099 bash[89191]: audit 2024-09-21T06:11:13.141973+0000 mgr.y (mgr.15270) 477 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:14.645 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:14 smithi099 bash[89191]: audit 2024-09-21T06:11:13.141973+0000 mgr.y (mgr.15270) 477 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:14.645 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:14 smithi099 bash[92856]: audit 2024-09-21T06:11:13.141973+0000 mgr.y (mgr.15270) 477 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:14.645 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:14 smithi099 bash[92856]: audit 2024-09-21T06:11:13.141973+0000 mgr.y (mgr.15270) 477 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:14 smithi112 bash[70260]: audit 2024-09-21T06:11:13.141973+0000 mgr.y (mgr.15270) 477 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:14 smithi112 bash[70260]: audit 2024-09-21T06:11:13.141973+0000 mgr.y (mgr.15270) 477 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:15.321 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:15.051239746Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:15.612 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:15.612 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:15 smithi099 bash[89191]: cluster 2024-09-21T06:11:13.781743+0000 mgr.y (mgr.15270) 478 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:15.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:15 smithi099 bash[89191]: cluster 2024-09-21T06:11:13.781743+0000 mgr.y (mgr.15270) 478 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:15.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:15.613 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:15.613 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:15.613 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:15 smithi099 bash[92856]: cluster 2024-09-21T06:11:13.781743+0000 mgr.y (mgr.15270) 478 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:15.614 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:15 smithi099 bash[92856]: cluster 2024-09-21T06:11:13.781743+0000 mgr.y (mgr.15270) 478 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:15.614 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:15.614 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:15.614 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:15.614 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:15.615 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: Stopping Ceph osd.1 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:11:15.615 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:11:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:11:15] "GET /metrics HTTP/1.1" 200 38359 "" "Prometheus/2.51.0" 2024-09-21T06:11:15.615 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:11:15 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:15.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:15 smithi112 bash[70260]: cluster 2024-09-21T06:11:13.781743+0000 mgr.y (mgr.15270) 478 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:15.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:15 smithi112 bash[70260]: cluster 2024-09-21T06:11:13.781743+0000 mgr.y (mgr.15270) 478 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:16.009 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:15 smithi099 bash[35096]: debug 2024-09-21T06:11:15.731+0000 7f5f98189640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:11:16.009 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:15 smithi099 bash[35096]: debug 2024-09-21T06:11:15.731+0000 7f5f98189640 -1 osd.1 117 *** Got signal Terminated *** 2024-09-21T06:11:16.009 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:15 smithi099 bash[35096]: debug 2024-09-21T06:11:15.731+0000 7f5f98189640 -1 osd.1 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:11:16.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:16 smithi112 bash[70260]: cluster 2024-09-21T06:11:15.738556+0000 mon.a (mon.0) 153 : cluster [INF] osd.1 marked itself down and dead 2024-09-21T06:11:16.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:16 smithi112 bash[70260]: cluster 2024-09-21T06:11:15.738556+0000 mon.a (mon.0) 153 : cluster [INF] osd.1 marked itself down and dead 2024-09-21T06:11:16.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:16 smithi112 bash[70260]: cluster 2024-09-21T06:11:15.783377+0000 mgr.y (mgr.15270) 479 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:16.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:16 smithi112 bash[70260]: cluster 2024-09-21T06:11:15.783377+0000 mgr.y (mgr.15270) 479 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:16.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:16 smithi099 bash[89191]: cluster 2024-09-21T06:11:15.738556+0000 mon.a (mon.0) 153 : cluster [INF] osd.1 marked itself down and dead 2024-09-21T06:11:16.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:16 smithi099 bash[89191]: cluster 2024-09-21T06:11:15.738556+0000 mon.a (mon.0) 153 : cluster [INF] osd.1 marked itself down and dead 2024-09-21T06:11:16.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:16 smithi099 bash[89191]: cluster 2024-09-21T06:11:15.783377+0000 mgr.y (mgr.15270) 479 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:16.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:16 smithi099 bash[89191]: cluster 2024-09-21T06:11:15.783377+0000 mgr.y (mgr.15270) 479 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:16.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:16 smithi099 bash[92856]: cluster 2024-09-21T06:11:15.738556+0000 mon.a (mon.0) 153 : cluster [INF] osd.1 marked itself down and dead 2024-09-21T06:11:16.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:16 smithi099 bash[92856]: cluster 2024-09-21T06:11:15.738556+0000 mon.a (mon.0) 153 : cluster [INF] osd.1 marked itself down and dead 2024-09-21T06:11:16.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:16 smithi099 bash[92856]: cluster 2024-09-21T06:11:15.783377+0000 mgr.y (mgr.15270) 479 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:16.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:16 smithi099 bash[92856]: cluster 2024-09-21T06:11:15.783377+0000 mgr.y (mgr.15270) 479 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:17.692 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[102546]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-1 2024-09-21T06:11:17.692 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[102612]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-1 2024-09-21T06:11:17.692 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[89191]: cluster 2024-09-21T06:11:16.324834+0000 mon.a (mon.0) 154 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:11:17.692 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[89191]: cluster 2024-09-21T06:11:16.324834+0000 mon.a (mon.0) 154 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:11:17.692 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[89191]: cluster 2024-09-21T06:11:16.346115+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-21T06:11:17.693 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[89191]: cluster 2024-09-21T06:11:16.346115+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-21T06:11:17.693 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[92856]: cluster 2024-09-21T06:11:16.324834+0000 mon.a (mon.0) 154 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:11:17.693 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[92856]: cluster 2024-09-21T06:11:16.324834+0000 mon.a (mon.0) 154 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:11:17.693 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[92856]: cluster 2024-09-21T06:11:16.346115+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-21T06:11:17.693 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:17 smithi099 bash[92856]: cluster 2024-09-21T06:11:16.346115+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-21T06:11:17.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:17 smithi112 bash[70260]: cluster 2024-09-21T06:11:16.324834+0000 mon.a (mon.0) 154 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:11:17.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:17 smithi112 bash[70260]: cluster 2024-09-21T06:11:16.324834+0000 mon.a (mon.0) 154 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:11:17.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:17 smithi112 bash[70260]: cluster 2024-09-21T06:11:16.346115+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-21T06:11:17.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:17 smithi112 bash[70260]: cluster 2024-09-21T06:11:16.346115+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-21T06:11:18.350 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:18.036010843Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:18.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:18 smithi099 bash[89191]: cluster 2024-09-21T06:11:17.349358+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-21T06:11:18.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:18 smithi099 bash[89191]: cluster 2024-09-21T06:11:17.349358+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-21T06:11:18.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:18 smithi099 bash[89191]: cluster 2024-09-21T06:11:17.784073+0000 mgr.y (mgr.15270) 480 : cluster [DBG] pgmap v264: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:18.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:18 smithi099 bash[89191]: cluster 2024-09-21T06:11:17.784073+0000 mgr.y (mgr.15270) 480 : cluster [DBG] pgmap v264: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:18.641 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:18 smithi099 bash[92856]: cluster 2024-09-21T06:11:17.349358+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-21T06:11:18.641 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:18 smithi099 bash[92856]: cluster 2024-09-21T06:11:17.349358+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-21T06:11:18.642 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:18 smithi099 bash[92856]: cluster 2024-09-21T06:11:17.784073+0000 mgr.y (mgr.15270) 480 : cluster [DBG] pgmap v264: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:18.642 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:18 smithi099 bash[92856]: cluster 2024-09-21T06:11:17.784073+0000 mgr.y (mgr.15270) 480 : cluster [DBG] pgmap v264: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:18.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:18 smithi112 bash[70260]: cluster 2024-09-21T06:11:17.349358+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-21T06:11:18.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:18 smithi112 bash[70260]: cluster 2024-09-21T06:11:17.349358+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-21T06:11:18.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:18 smithi112 bash[70260]: cluster 2024-09-21T06:11:17.784073+0000 mgr.y (mgr.15270) 480 : cluster [DBG] pgmap v264: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:18.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:18 smithi112 bash[70260]: cluster 2024-09-21T06:11:17.784073+0000 mgr.y (mgr.15270) 480 : cluster [DBG] pgmap v264: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:19.727 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:19.727 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:19.727 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:19.728 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:19.728 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.1.service: Deactivated successfully. 2024-09-21T06:11:19.728 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: Stopped Ceph osd.1 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:11:19.728 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:19.728 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:19.729 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:19.729 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:19.729 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:11:20.008 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:19 smithi099 systemd[1]: Started Ceph osd.1 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:19.780072+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:19.780072+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: cluster 2024-09-21T06:11:19.784826+0000 mgr.y (mgr.15270) 481 : cluster [DBG] pgmap v265: 161 pgs: 5 active+undersized, 20 stale+active+clean, 1 active+undersized+degraded, 135 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 6/732 objects degraded (0.820%) 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: cluster 2024-09-21T06:11:19.784826+0000 mgr.y (mgr.15270) 481 : cluster [DBG] pgmap v265: 161 pgs: 5 active+undersized, 20 stale+active+clean, 1 active+undersized+degraded, 135 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 6/732 objects degraded (0.820%) 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:19.791541+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:19.791541+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:19.800891+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:19.800891+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:20.190891+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:20.190891+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:20.191447+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:20 smithi112 bash[70260]: audit 2024-09-21T06:11:20.191447+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.094 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:19.780072+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.094 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:19.780072+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.094 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: cluster 2024-09-21T06:11:19.784826+0000 mgr.y (mgr.15270) 481 : cluster [DBG] pgmap v265: 161 pgs: 5 active+undersized, 20 stale+active+clean, 1 active+undersized+degraded, 135 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 6/732 objects degraded (0.820%) 2024-09-21T06:11:21.094 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: cluster 2024-09-21T06:11:19.784826+0000 mgr.y (mgr.15270) 481 : cluster [DBG] pgmap v265: 161 pgs: 5 active+undersized, 20 stale+active+clean, 1 active+undersized+degraded, 135 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 6/732 objects degraded (0.820%) 2024-09-21T06:11:21.094 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:19.791541+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.094 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:19.791541+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.094 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:19.800891+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.094 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:19.800891+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.094 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:20.190891+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:20.190891+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:20.191447+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[92856]: audit 2024-09-21T06:11:20.191447+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:19.780072+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:19.780072+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: cluster 2024-09-21T06:11:19.784826+0000 mgr.y (mgr.15270) 481 : cluster [DBG] pgmap v265: 161 pgs: 5 active+undersized, 20 stale+active+clean, 1 active+undersized+degraded, 135 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 6/732 objects degraded (0.820%) 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: cluster 2024-09-21T06:11:19.784826+0000 mgr.y (mgr.15270) 481 : cluster [DBG] pgmap v265: 161 pgs: 5 active+undersized, 20 stale+active+clean, 1 active+undersized+degraded, 135 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 6/732 objects degraded (0.820%) 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:19.791541+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:19.791541+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:19.800891+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:19.800891+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.095 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:20.190891+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:21.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:20.190891+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:21.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:20.191447+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:20 smithi099 bash[89191]: audit 2024-09-21T06:11:20.191447+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:21.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:21.063065696Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:21.508 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:21 smithi099 bash[102763]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:11:21.509 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:21 smithi099 bash[102763]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:11:22.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:21 smithi099 bash[89191]: cluster 2024-09-21T06:11:20.778132+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 6/732 objects degraded (0.820%), 1 pg degraded (PG_DEGRADED) 2024-09-21T06:11:22.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:21 smithi099 bash[89191]: cluster 2024-09-21T06:11:20.778132+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 6/732 objects degraded (0.820%), 1 pg degraded (PG_DEGRADED) 2024-09-21T06:11:22.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:21 smithi099 bash[92856]: cluster 2024-09-21T06:11:20.778132+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 6/732 objects degraded (0.820%), 1 pg degraded (PG_DEGRADED) 2024-09-21T06:11:22.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:21 smithi099 bash[92856]: cluster 2024-09-21T06:11:20.778132+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 6/732 objects degraded (0.820%), 1 pg degraded (PG_DEGRADED) 2024-09-21T06:11:22.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:21 smithi112 bash[70260]: cluster 2024-09-21T06:11:20.778132+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 6/732 objects degraded (0.820%), 1 pg degraded (PG_DEGRADED) 2024-09-21T06:11:22.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:21 smithi112 bash[70260]: cluster 2024-09-21T06:11:20.778132+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 6/732 objects degraded (0.820%), 1 pg degraded (PG_DEGRADED) 2024-09-21T06:11:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:23 smithi112 bash[70260]: cluster 2024-09-21T06:11:21.786667+0000 mgr.y (mgr.15270) 482 : cluster [DBG] pgmap v266: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:23 smithi112 bash[70260]: cluster 2024-09-21T06:11:21.786667+0000 mgr.y (mgr.15270) 482 : cluster [DBG] pgmap v266: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:23 smithi099 bash[89191]: cluster 2024-09-21T06:11:21.786667+0000 mgr.y (mgr.15270) 482 : cluster [DBG] pgmap v266: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:23 smithi099 bash[89191]: cluster 2024-09-21T06:11:21.786667+0000 mgr.y (mgr.15270) 482 : cluster [DBG] pgmap v266: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:23 smithi099 bash[92856]: cluster 2024-09-21T06:11:21.786667+0000 mgr.y (mgr.15270) 482 : cluster [DBG] pgmap v266: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:23 smithi099 bash[92856]: cluster 2024-09-21T06:11:21.786667+0000 mgr.y (mgr.15270) 482 : cluster [DBG] pgmap v266: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:24.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:24.026424795Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:24 smithi112 bash[70260]: audit 2024-09-21T06:11:23.153061+0000 mgr.y (mgr.15270) 483 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:24.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:24 smithi112 bash[70260]: audit 2024-09-21T06:11:23.153061+0000 mgr.y (mgr.15270) 483 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:24.508 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:24 smithi099 bash[92856]: audit 2024-09-21T06:11:23.153061+0000 mgr.y (mgr.15270) 483 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:24.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:24 smithi099 bash[92856]: audit 2024-09-21T06:11:23.153061+0000 mgr.y (mgr.15270) 483 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:24.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:24 smithi099 bash[89191]: audit 2024-09-21T06:11:23.153061+0000 mgr.y (mgr.15270) 483 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:24.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:24 smithi099 bash[89191]: audit 2024-09-21T06:11:23.153061+0000 mgr.y (mgr.15270) 483 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:25.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[92856]: cluster 2024-09-21T06:11:23.787836+0000 mgr.y (mgr.15270) 484 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:25.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[92856]: cluster 2024-09-21T06:11:23.787836+0000 mgr.y (mgr.15270) 484 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:25.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[89191]: cluster 2024-09-21T06:11:23.787836+0000 mgr.y (mgr.15270) 484 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:25.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[89191]: cluster 2024-09-21T06:11:23.787836+0000 mgr.y (mgr.15270) 484 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:25.383 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-09-21T06:11:25.384 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:11:25.384 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:11:25.384 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-21T06:11:25.384 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-09-21T06:11:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:25 smithi112 bash[70260]: cluster 2024-09-21T06:11:23.787836+0000 mgr.y (mgr.15270) 484 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:25.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:25 smithi112 bash[70260]: cluster 2024-09-21T06:11:23.787836+0000 mgr.y (mgr.15270) 484 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:25.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:11:25] "GET /metrics HTTP/1.1" 200 38289 "" "Prometheus/2.51.0" 2024-09-21T06:11:25.759 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-21T06:11:25.759 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-09-21T06:11:25.759 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-21T06:11:25.760 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-21T06:11:25.760 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:25 smithi099 bash[102763]: --> ceph-volume lvm activate successful for osd ID: 1 2024-09-21T06:11:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:26 smithi112 bash[70260]: audit 2024-09-21T06:11:25.688136+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:26.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:26 smithi112 bash[70260]: audit 2024-09-21T06:11:25.688136+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:26.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:26 smithi112 bash[70260]: audit 2024-09-21T06:11:25.700604+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:26.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:26 smithi112 bash[70260]: audit 2024-09-21T06:11:25.700604+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:26.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:26 smithi112 bash[70260]: cluster 2024-09-21T06:11:25.788680+0000 mgr.y (mgr.15270) 485 : cluster [DBG] pgmap v268: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:26.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:26 smithi112 bash[70260]: cluster 2024-09-21T06:11:25.788680+0000 mgr.y (mgr.15270) 485 : cluster [DBG] pgmap v268: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:27.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[89191]: audit 2024-09-21T06:11:25.688136+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:27.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[89191]: audit 2024-09-21T06:11:25.688136+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:27.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[89191]: audit 2024-09-21T06:11:25.700604+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:27.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[89191]: audit 2024-09-21T06:11:25.700604+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:27.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[89191]: cluster 2024-09-21T06:11:25.788680+0000 mgr.y (mgr.15270) 485 : cluster [DBG] pgmap v268: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:27.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[89191]: cluster 2024-09-21T06:11:25.788680+0000 mgr.y (mgr.15270) 485 : cluster [DBG] pgmap v268: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:27.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[92856]: audit 2024-09-21T06:11:25.688136+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:27.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[92856]: audit 2024-09-21T06:11:25.688136+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:27.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[92856]: audit 2024-09-21T06:11:25.700604+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:27.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[92856]: audit 2024-09-21T06:11:25.700604+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:27.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[92856]: cluster 2024-09-21T06:11:25.788680+0000 mgr.y (mgr.15270) 485 : cluster [DBG] pgmap v268: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:27.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:26 smithi099 bash[92856]: cluster 2024-09-21T06:11:25.788680+0000 mgr.y (mgr.15270) 485 : cluster [DBG] pgmap v268: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:27.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:27.04559844Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:28.009 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[103459]: debug 2024-09-21T06:11:27.635+0000 7f7151084640 1 -- 172.21.15.99:0/1665072529 <== mon.2 v2:172.21.15.99:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c2930ea960 con 0x55c29310bc00 2024-09-21T06:11:28.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[89191]: audit 2024-09-21T06:11:26.788772+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[89191]: audit 2024-09-21T06:11:26.788772+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[89191]: audit 2024-09-21T06:11:26.798668+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[89191]: audit 2024-09-21T06:11:26.798668+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[89191]: cluster 2024-09-21T06:11:27.097369+0000 mon.a (mon.0) 166 : cluster [WRN] Health check update: Degraded data redundancy: 100/732 objects degraded (13.661%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:28.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[89191]: cluster 2024-09-21T06:11:27.097369+0000 mon.a (mon.0) 166 : cluster [WRN] Health check update: Degraded data redundancy: 100/732 objects degraded (13.661%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:28.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[92856]: audit 2024-09-21T06:11:26.788772+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[92856]: audit 2024-09-21T06:11:26.788772+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[92856]: audit 2024-09-21T06:11:26.798668+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[92856]: audit 2024-09-21T06:11:26.798668+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[92856]: cluster 2024-09-21T06:11:27.097369+0000 mon.a (mon.0) 166 : cluster [WRN] Health check update: Degraded data redundancy: 100/732 objects degraded (13.661%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:28.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:27 smithi099 bash[92856]: cluster 2024-09-21T06:11:27.097369+0000 mon.a (mon.0) 166 : cluster [WRN] Health check update: Degraded data redundancy: 100/732 objects degraded (13.661%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:28.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:27 smithi112 bash[70260]: audit 2024-09-21T06:11:26.788772+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:27 smithi112 bash[70260]: audit 2024-09-21T06:11:26.788772+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:27 smithi112 bash[70260]: audit 2024-09-21T06:11:26.798668+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:27 smithi112 bash[70260]: audit 2024-09-21T06:11:26.798668+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:27 smithi112 bash[70260]: cluster 2024-09-21T06:11:27.097369+0000 mon.a (mon.0) 166 : cluster [WRN] Health check update: Degraded data redundancy: 100/732 objects degraded (13.661%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:28.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:27 smithi112 bash[70260]: cluster 2024-09-21T06:11:27.097369+0000 mon.a (mon.0) 166 : cluster [WRN] Health check update: Degraded data redundancy: 100/732 objects degraded (13.661%), 21 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:29.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:28 smithi112 bash[70260]: cluster 2024-09-21T06:11:27.789820+0000 mgr.y (mgr.15270) 486 : cluster [DBG] pgmap v269: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:29.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:28 smithi112 bash[70260]: cluster 2024-09-21T06:11:27.789820+0000 mgr.y (mgr.15270) 486 : cluster [DBG] pgmap v269: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:29.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:28 smithi099 bash[89191]: cluster 2024-09-21T06:11:27.789820+0000 mgr.y (mgr.15270) 486 : cluster [DBG] pgmap v269: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:29.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:28 smithi099 bash[89191]: cluster 2024-09-21T06:11:27.789820+0000 mgr.y (mgr.15270) 486 : cluster [DBG] pgmap v269: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:29.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:28 smithi099 bash[92856]: cluster 2024-09-21T06:11:27.789820+0000 mgr.y (mgr.15270) 486 : cluster [DBG] pgmap v269: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:29.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:28 smithi099 bash[92856]: cluster 2024-09-21T06:11:27.789820+0000 mgr.y (mgr.15270) 486 : cluster [DBG] pgmap v269: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:29.758 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:29 smithi099 bash[103459]: debug 2024-09-21T06:11:29.375+0000 7f71538eb640 -1 Falling back to public interface 2024-09-21T06:11:30.446 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:30.056330529Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:31.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:30 smithi112 bash[70260]: cluster 2024-09-21T06:11:29.790969+0000 mgr.y (mgr.15270) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:31.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:30 smithi112 bash[70260]: cluster 2024-09-21T06:11:29.790969+0000 mgr.y (mgr.15270) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:31.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:30 smithi099 bash[92856]: cluster 2024-09-21T06:11:29.790969+0000 mgr.y (mgr.15270) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:31.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:30 smithi099 bash[92856]: cluster 2024-09-21T06:11:29.790969+0000 mgr.y (mgr.15270) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:31.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:30 smithi099 bash[89191]: cluster 2024-09-21T06:11:29.790969+0000 mgr.y (mgr.15270) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:31.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:30 smithi099 bash[89191]: cluster 2024-09-21T06:11:29.790969+0000 mgr.y (mgr.15270) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:33.073 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:32 smithi112 bash[70260]: cluster 2024-09-21T06:11:31.792662+0000 mgr.y (mgr.15270) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:33.073 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:32 smithi112 bash[70260]: cluster 2024-09-21T06:11:31.792662+0000 mgr.y (mgr.15270) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:33.095 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[103459]: debug 2024-09-21T06:11:33.007+0000 7f71538eb640 -1 osd.1 117 log_to_monitors true 2024-09-21T06:11:33.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:32 smithi099 bash[89191]: cluster 2024-09-21T06:11:31.792662+0000 mgr.y (mgr.15270) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:33.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:32 smithi099 bash[89191]: cluster 2024-09-21T06:11:31.792662+0000 mgr.y (mgr.15270) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:33.096 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:32 smithi099 bash[92856]: cluster 2024-09-21T06:11:31.792662+0000 mgr.y (mgr.15270) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:33.096 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:32 smithi099 bash[92856]: cluster 2024-09-21T06:11:31.792662+0000 mgr.y (mgr.15270) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 100/732 objects degraded (13.661%) 2024-09-21T06:11:33.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:33.072576589Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:33.957 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:11:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:33 smithi112 bash[70260]: audit 2024-09-21T06:11:33.018165+0000 mon.a (mon.0) 167 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-21T06:11:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:33 smithi112 bash[70260]: audit 2024-09-21T06:11:33.018165+0000 mon.a (mon.0) 167 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-21T06:11:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:33 smithi112 bash[70260]: audit 2024-09-21T06:11:33.163546+0000 mgr.y (mgr.15270) 489 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:34.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:33 smithi112 bash[70260]: audit 2024-09-21T06:11:33.163546+0000 mgr.y (mgr.15270) 489 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:34.258 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[103459]: debug 2024-09-21T06:11:33.855+0000 7f714b695640 -1 osd.1 117 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T06:11:34.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[89191]: audit 2024-09-21T06:11:33.018165+0000 mon.a (mon.0) 167 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-21T06:11:34.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[89191]: audit 2024-09-21T06:11:33.018165+0000 mon.a (mon.0) 167 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-21T06:11:34.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[89191]: audit 2024-09-21T06:11:33.163546+0000 mgr.y (mgr.15270) 489 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:34.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[89191]: audit 2024-09-21T06:11:33.163546+0000 mgr.y (mgr.15270) 489 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:34.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[92856]: audit 2024-09-21T06:11:33.018165+0000 mon.a (mon.0) 167 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-21T06:11:34.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[92856]: audit 2024-09-21T06:11:33.018165+0000 mon.a (mon.0) 167 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-21T06:11:34.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[92856]: audit 2024-09-21T06:11:33.163546+0000 mgr.y (mgr.15270) 489 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:34.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:33 smithi099 bash[92856]: audit 2024-09-21T06:11:33.163546+0000 mgr.y (mgr.15270) 489 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:34.595 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:11:34.595 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (6m) 8s ago 33m 13.8M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:11:34.595 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (6m) 4m ago 33m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:11:34.595 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (8m) 8s ago 31m 49.1M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:11:34.595 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (8m) 4m ago 41m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:11:34.595 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (19m) 8s ago 44m 516M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:11:34.595 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (3m) 8s ago 44m 44.8M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:11:34.595 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (4m) 4m ago 42m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (2m) 8s ago 42m 35.9M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (7m) 8s ago 33m 8091k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (7m) 4m ago 33m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (51s) 8s ago 41m 48.7M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running 8s ago 40m - 3036M 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (39m) 8s ago 39m 65.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (38m) 8s ago 38m 72.0M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (37m) 4m ago 37m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (36m) 4m ago 36m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (35m) 4m ago 35m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (34m) 4m ago 35m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (7m) 4m ago 34m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (31m) 8s ago 31m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:11:34.596 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (31m) 4m ago 31m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:11:34.996 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:11:34.996 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:11:34.996 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:11:34.996 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:11:34.996 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:11:34.996 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:11:34.996 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 6, 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8, 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 7 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:11:34.997 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: cluster 2024-09-21T06:11:33.793255+0000 mgr.y (mgr.15270) 490 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 100/732 objects degraded (13.661%) 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: cluster 2024-09-21T06:11:33.793255+0000 mgr.y (mgr.15270) 490 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 100/732 objects degraded (13.661%) 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: audit 2024-09-21T06:11:33.814189+0000 mon.a (mon.0) 168 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: audit 2024-09-21T06:11:33.814189+0000 mon.a (mon.0) 168 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: cluster 2024-09-21T06:11:33.818441+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: cluster 2024-09-21T06:11:33.818441+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: audit 2024-09-21T06:11:33.819229+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: audit 2024-09-21T06:11:33.819229+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: audit 2024-09-21T06:11:33.947932+0000 mgr.y (mgr.15270) 491 : audit [DBG] from='client.44250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: audit 2024-09-21T06:11:33.947932+0000 mgr.y (mgr.15270) 491 : audit [DBG] from='client.44250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: audit 2024-09-21T06:11:34.261728+0000 mgr.y (mgr.15270) 492 : audit [DBG] from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:34 smithi112 bash[70260]: audit 2024-09-21T06:11:34.261728+0000 mgr.y (mgr.15270) 492 : audit [DBG] from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: cluster 2024-09-21T06:11:33.793255+0000 mgr.y (mgr.15270) 490 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 100/732 objects degraded (13.661%) 2024-09-21T06:11:35.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: cluster 2024-09-21T06:11:33.793255+0000 mgr.y (mgr.15270) 490 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 100/732 objects degraded (13.661%) 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: audit 2024-09-21T06:11:33.814189+0000 mon.a (mon.0) 168 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: audit 2024-09-21T06:11:33.814189+0000 mon.a (mon.0) 168 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: cluster 2024-09-21T06:11:33.818441+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: cluster 2024-09-21T06:11:33.818441+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: audit 2024-09-21T06:11:33.819229+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: audit 2024-09-21T06:11:33.819229+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: audit 2024-09-21T06:11:33.947932+0000 mgr.y (mgr.15270) 491 : audit [DBG] from='client.44250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: audit 2024-09-21T06:11:33.947932+0000 mgr.y (mgr.15270) 491 : audit [DBG] from='client.44250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: audit 2024-09-21T06:11:34.261728+0000 mgr.y (mgr.15270) 492 : audit [DBG] from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[89191]: audit 2024-09-21T06:11:34.261728+0000 mgr.y (mgr.15270) 492 : audit [DBG] from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: cluster 2024-09-21T06:11:33.793255+0000 mgr.y (mgr.15270) 490 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 100/732 objects degraded (13.661%) 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: cluster 2024-09-21T06:11:33.793255+0000 mgr.y (mgr.15270) 490 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 100/732 objects degraded (13.661%) 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: audit 2024-09-21T06:11:33.814189+0000 mon.a (mon.0) 168 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: audit 2024-09-21T06:11:33.814189+0000 mon.a (mon.0) 168 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: cluster 2024-09-21T06:11:33.818441+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: cluster 2024-09-21T06:11:33.818441+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: audit 2024-09-21T06:11:33.819229+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: audit 2024-09-21T06:11:33.819229+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: audit 2024-09-21T06:11:33.947932+0000 mgr.y (mgr.15270) 491 : audit [DBG] from='client.44250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: audit 2024-09-21T06:11:33.947932+0000 mgr.y (mgr.15270) 491 : audit [DBG] from='client.44250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: audit 2024-09-21T06:11:34.261728+0000 mgr.y (mgr.15270) 492 : audit [DBG] from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:34 smithi099 bash[92856]: audit 2024-09-21T06:11:34.261728+0000 mgr.y (mgr.15270) 492 : audit [DBG] from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:35.308 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:11:35.308 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:11:35.308 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:11:35.308 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (0 remaining).", 2024-09-21T06:11:35.308 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:11:35.308 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "1/8 daemons upgraded", 2024-09-21T06:11:35.308 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:11:35.308 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:11:35.309 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:11:35.758 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:11:35] "GET /metrics HTTP/1.1" 200 38213 "" "Prometheus/2.51.0" 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:34.560744+0000 mgr.y (mgr.15270) 493 : audit [DBG] from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:34.560744+0000 mgr.y (mgr.15270) 493 : audit [DBG] from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: cluster 2024-09-21T06:11:34.815192+0000 mon.a (mon.0) 171 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: cluster 2024-09-21T06:11:34.815192+0000 mon.a (mon.0) 171 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:34.824932+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:34.824932+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: cluster 2024-09-21T06:11:34.829381+0000 mon.a (mon.0) 172 : cluster [INF] osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462] boot 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: cluster 2024-09-21T06:11:34.829381+0000 mon.a (mon.0) 172 : cluster [INF] osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462] boot 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: cluster 2024-09-21T06:11:34.829903+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: cluster 2024-09-21T06:11:34.829903+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:34.998965+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.99:0/1929234786' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:36.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:34.998965+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.99:0/1929234786' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:35.188620+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:35.188620+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:35.190254+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:35.190254+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:35.310656+0000 mgr.y (mgr.15270) 494 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: audit 2024-09-21T06:11:35.310656+0000 mgr.y (mgr.15270) 494 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: cluster 2024-09-21T06:11:35.828412+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[92856]: cluster 2024-09-21T06:11:35.828412+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:34.560744+0000 mgr.y (mgr.15270) 493 : audit [DBG] from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:34.560744+0000 mgr.y (mgr.15270) 493 : audit [DBG] from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: cluster 2024-09-21T06:11:34.815192+0000 mon.a (mon.0) 171 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: cluster 2024-09-21T06:11:34.815192+0000 mon.a (mon.0) 171 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:11:36.160 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:34.824932+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:34.824932+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: cluster 2024-09-21T06:11:34.829381+0000 mon.a (mon.0) 172 : cluster [INF] osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462] boot 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: cluster 2024-09-21T06:11:34.829381+0000 mon.a (mon.0) 172 : cluster [INF] osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462] boot 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: cluster 2024-09-21T06:11:34.829903+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: cluster 2024-09-21T06:11:34.829903+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:34.998965+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.99:0/1929234786' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:34.998965+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.99:0/1929234786' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:35.188620+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:35.188620+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:35.190254+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:35.190254+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:35.310656+0000 mgr.y (mgr.15270) 494 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: audit 2024-09-21T06:11:35.310656+0000 mgr.y (mgr.15270) 494 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.161 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: cluster 2024-09-21T06:11:35.828412+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-21T06:11:36.162 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:35 smithi099 bash[89191]: cluster 2024-09-21T06:11:35.828412+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-21T06:11:36.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:36.035034647Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:36.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:34.560744+0000 mgr.y (mgr.15270) 493 : audit [DBG] from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:34.560744+0000 mgr.y (mgr.15270) 493 : audit [DBG] from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: cluster 2024-09-21T06:11:34.815192+0000 mon.a (mon.0) 171 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: cluster 2024-09-21T06:11:34.815192+0000 mon.a (mon.0) 171 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:34.824932+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:34.824932+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: cluster 2024-09-21T06:11:34.829381+0000 mon.a (mon.0) 172 : cluster [INF] osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462] boot 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: cluster 2024-09-21T06:11:34.829381+0000 mon.a (mon.0) 172 : cluster [INF] osd.1 [v2:172.21.15.99:6810/2570732462,v1:172.21.15.99:6811/2570732462] boot 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: cluster 2024-09-21T06:11:34.829903+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: cluster 2024-09-21T06:11:34.829903+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:34.998965+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.99:0/1929234786' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:34.998965+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.99:0/1929234786' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:35.188620+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:36.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:35.188620+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:36.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:35.190254+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:36.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:35.190254+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:36.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:35.310656+0000 mgr.y (mgr.15270) 494 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: audit 2024-09-21T06:11:35.310656+0000 mgr.y (mgr.15270) 494 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:11:36.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: cluster 2024-09-21T06:11:35.828412+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-21T06:11:36.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:35 smithi112 bash[70260]: cluster 2024-09-21T06:11:35.828412+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-21T06:11:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:36 smithi112 bash[70260]: cluster 2024-09-21T06:11:35.794200+0000 mgr.y (mgr.15270) 495 : cluster [DBG] pgmap v275: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:36 smithi112 bash[70260]: cluster 2024-09-21T06:11:35.794200+0000 mgr.y (mgr.15270) 495 : cluster [DBG] pgmap v275: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:36 smithi112 bash[70260]: cluster 2024-09-21T06:11:36.186583+0000 mon.a (mon.0) 176 : cluster [WRN] Health check update: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:36 smithi112 bash[70260]: cluster 2024-09-21T06:11:36.186583+0000 mon.a (mon.0) 176 : cluster [WRN] Health check update: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:36 smithi112 bash[70260]: audit 2024-09-21T06:11:36.828083+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:36 smithi112 bash[70260]: audit 2024-09-21T06:11:36.828083+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:36 smithi112 bash[70260]: audit 2024-09-21T06:11:36.843105+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:36 smithi112 bash[70260]: audit 2024-09-21T06:11:36.843105+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[89191]: cluster 2024-09-21T06:11:35.794200+0000 mgr.y (mgr.15270) 495 : cluster [DBG] pgmap v275: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[89191]: cluster 2024-09-21T06:11:35.794200+0000 mgr.y (mgr.15270) 495 : cluster [DBG] pgmap v275: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[89191]: cluster 2024-09-21T06:11:36.186583+0000 mon.a (mon.0) 176 : cluster [WRN] Health check update: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[89191]: cluster 2024-09-21T06:11:36.186583+0000 mon.a (mon.0) 176 : cluster [WRN] Health check update: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[89191]: audit 2024-09-21T06:11:36.828083+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[89191]: audit 2024-09-21T06:11:36.828083+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[89191]: audit 2024-09-21T06:11:36.843105+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[89191]: audit 2024-09-21T06:11:36.843105+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[92856]: cluster 2024-09-21T06:11:35.794200+0000 mgr.y (mgr.15270) 495 : cluster [DBG] pgmap v275: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[92856]: cluster 2024-09-21T06:11:35.794200+0000 mgr.y (mgr.15270) 495 : cluster [DBG] pgmap v275: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[92856]: cluster 2024-09-21T06:11:36.186583+0000 mon.a (mon.0) 176 : cluster [WRN] Health check update: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[92856]: cluster 2024-09-21T06:11:36.186583+0000 mon.a (mon.0) 176 : cluster [WRN] Health check update: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:11:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[92856]: audit 2024-09-21T06:11:36.828083+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[92856]: audit 2024-09-21T06:11:36.828083+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[92856]: audit 2024-09-21T06:11:36.843105+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:36 smithi099 bash[92856]: audit 2024-09-21T06:11:36.843105+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.856 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.850891+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:37.856 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.850891+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:37.856 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.852913+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:37.856 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.852913+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:37.856 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.867221+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.867221+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.995557+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.995557+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.999697+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:36.999697+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.004571+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.004571+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: cephadm 2024-09-21T06:11:37.009414+0000 mgr.y (mgr.15270) 496 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: cephadm 2024-09-21T06:11:37.009414+0000 mgr.y (mgr.15270) 496 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.017214+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.017214+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.021636+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.021636+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.857 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.025645+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.858 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.025645+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.858 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.029942+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.858 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.029942+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.858 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.034301+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.858 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.034301+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.858 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.038250+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.038250+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.042266+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.042266+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: cephadm 2024-09-21T06:11:37.047474+0000 mgr.y (mgr.15270) 497 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: cephadm 2024-09-21T06:11:37.047474+0000 mgr.y (mgr.15270) 497 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.048573+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.048573+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.052476+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.052476+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.058555+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.058555+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.060809+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:37.859 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.060809+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.064720+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.064720+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.070387+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.070387+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.072881+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.072881+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.076731+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.076731+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.082820+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.082820+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.084888+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.084888+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:37.860 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.088008+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.088008+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.088747+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.088747+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.090991+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.090991+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.091787+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.091787+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.093962+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.093962+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.094803+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.094803+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.096859+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.096859+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.097728+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.097728+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.100797+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.100797+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.101525+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.101525+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.103760+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.103760+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.104501+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.104501+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.106754+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.106754+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.107484+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.107484+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.109366+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.109366+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.110468+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.110468+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.113130+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.113130+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.119264+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.119264+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.120637+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.120637+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.123675+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.123675+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.124344+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.124344+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.126823+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.126823+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.127417+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.127417+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.129919+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.129919+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.130583+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.199 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.130583+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.132816+0000 mon.b (mon.1) 136 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.132816+0000 mon.b (mon.1) 136 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.133792+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.133792+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.136016+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.136016+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.136508+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.136508+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.139825+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.139825+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.139956+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.200 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.139956+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: cephadm 2024-09-21T06:11:37.141970+0000 mgr.y (mgr.15270) 498 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: cephadm 2024-09-21T06:11:37.141970+0000 mgr.y (mgr.15270) 498 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.143645+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.143645+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.149080+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.149080+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.149441+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.149441+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.151058+0000 mon.b (mon.1) 140 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.151058+0000 mon.b (mon.1) 140 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.165405+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.201 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.165405+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.287631+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.287631+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.289331+0000 mon.b (mon.1) 142 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.289331+0000 mon.b (mon.1) 142 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.301135+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.202 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:37 smithi112 bash[70260]: audit 2024-09-21T06:11:37.301135+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.850891+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.850891+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.852913+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.852913+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.867221+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.867221+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.995557+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.995557+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.999697+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:36.999697+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.004571+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.004571+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: cephadm 2024-09-21T06:11:37.009414+0000 mgr.y (mgr.15270) 496 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: cephadm 2024-09-21T06:11:37.009414+0000 mgr.y (mgr.15270) 496 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:11:38.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.017214+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.017214+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.021636+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.021636+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.025645+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.025645+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.029942+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.850891+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.850891+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.852913+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.852913+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.867221+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.867221+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.995557+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.995557+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.999697+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:36.999697+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.004571+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.004571+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: cephadm 2024-09-21T06:11:37.009414+0000 mgr.y (mgr.15270) 496 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: cephadm 2024-09-21T06:11:37.009414+0000 mgr.y (mgr.15270) 496 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.017214+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.017214+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.021636+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.021636+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.025645+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.025645+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.029942+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.029942+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.034301+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.034301+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.038250+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.038250+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.042266+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.042266+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: cephadm 2024-09-21T06:11:37.047474+0000 mgr.y (mgr.15270) 497 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: cephadm 2024-09-21T06:11:37.047474+0000 mgr.y (mgr.15270) 497 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.048573+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.048573+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.052476+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.052476+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.058555+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.058555+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.060809+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.060809+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.064720+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.064720+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.029942+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.034301+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.034301+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.038250+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.038250+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.042266+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.042266+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: cephadm 2024-09-21T06:11:37.047474+0000 mgr.y (mgr.15270) 497 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: cephadm 2024-09-21T06:11:37.047474+0000 mgr.y (mgr.15270) 497 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.048573+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.048573+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.052476+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.052476+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:11:38.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.058555+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:11:38.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.058555+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:11:38.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.060809+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.060809+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.064720+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.064720+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.070387+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:11:38.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.070387+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:11:38.266 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.072881+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.072881+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.076731+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.076731+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.082820+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.082820+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.084888+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.084888+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.088008+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.088008+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.088747+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.088747+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.090991+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.090991+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.091787+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.091787+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.093962+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.093962+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.094803+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.094803+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.096859+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.096859+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.097728+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.097728+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.100797+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.100797+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.101525+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.101525+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.268 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.103760+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.103760+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.104501+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.104501+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.070387+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.070387+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.072881+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.072881+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.076731+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.076731+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.082820+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:11:38.269 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.082820+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.084888+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.084888+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.088008+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.088008+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.088747+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.088747+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.090991+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.090991+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.091787+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.106754+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.106754+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.107484+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.107484+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.109366+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.109366+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.110468+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.110468+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.113130+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.113130+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.119264+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.119264+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.120637+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.120637+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.123675+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.123675+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.271 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.124344+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.091787+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.093962+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.093962+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.094803+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.094803+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.096859+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.096859+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.097728+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.097728+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.100797+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.272 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.100797+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.101525+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.101525+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.103760+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.103760+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.104501+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.104501+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.124344+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.126823+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.126823+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.127417+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.127417+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.129919+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.129919+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.130583+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.130583+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.132816+0000 mon.b (mon.1) 136 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.132816+0000 mon.b (mon.1) 136 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.133792+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.133792+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.136016+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.136016+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.136508+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.136508+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.274 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.139825+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.106754+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.106754+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.107484+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.107484+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.109366+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.109366+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.110468+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.110468+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.113130+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.113130+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.119264+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:11:38.275 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.119264+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.120637+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.120637+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.123675+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.123675+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.124344+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.139825+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.139956+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.139956+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: cephadm 2024-09-21T06:11:37.141970+0000 mgr.y (mgr.15270) 498 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: cephadm 2024-09-21T06:11:37.141970+0000 mgr.y (mgr.15270) 498 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:11:38.276 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.143645+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.143645+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.149080+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.149080+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.149441+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.149441+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.151058+0000 mon.b (mon.1) 140 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.151058+0000 mon.b (mon.1) 140 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.165405+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.165405+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.287631+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.287631+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.289331+0000 mon.b (mon.1) 142 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.289331+0000 mon.b (mon.1) 142 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.301135+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[89191]: audit 2024-09-21T06:11:37.301135+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.278 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.124344+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.278 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.126823+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.278 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.126823+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.278 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.127417+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.278 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.127417+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.278 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.129919+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.278 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.129919+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.278 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.130583+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.278 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.130583+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.132816+0000 mon.b (mon.1) 136 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.132816+0000 mon.b (mon.1) 136 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.133792+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.133792+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.136016+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.136016+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.136508+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.136508+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.139825+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.139825+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.139956+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.139956+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: cephadm 2024-09-21T06:11:37.141970+0000 mgr.y (mgr.15270) 498 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: cephadm 2024-09-21T06:11:37.141970+0000 mgr.y (mgr.15270) 498 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:11:38.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.143645+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.143645+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.149080+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.149080+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.149441+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.149441+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.151058+0000 mon.b (mon.1) 140 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.151058+0000 mon.b (mon.1) 140 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.165405+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.165405+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.287631+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.287631+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.289331+0000 mon.b (mon.1) 142 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.289331+0000 mon.b (mon.1) 142 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:11:38.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.301135+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:38.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:37 smithi099 bash[92856]: audit 2024-09-21T06:11:37.301135+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:39.301 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:39.048115175Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:39.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:39 smithi112 bash[70260]: cluster 2024-09-21T06:11:37.794990+0000 mgr.y (mgr.15270) 499 : cluster [DBG] pgmap v277: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:39.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:39 smithi112 bash[70260]: cluster 2024-09-21T06:11:37.794990+0000 mgr.y (mgr.15270) 499 : cluster [DBG] pgmap v277: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:39.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:39 smithi099 bash[89191]: cluster 2024-09-21T06:11:37.794990+0000 mgr.y (mgr.15270) 499 : cluster [DBG] pgmap v277: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:39.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:39 smithi099 bash[89191]: cluster 2024-09-21T06:11:37.794990+0000 mgr.y (mgr.15270) 499 : cluster [DBG] pgmap v277: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:39.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:39 smithi099 bash[92856]: cluster 2024-09-21T06:11:37.794990+0000 mgr.y (mgr.15270) 499 : cluster [DBG] pgmap v277: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:39.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:39 smithi099 bash[92856]: cluster 2024-09-21T06:11:37.794990+0000 mgr.y (mgr.15270) 499 : cluster [DBG] pgmap v277: 161 pgs: 37 peering, 20 active+undersized, 6 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/732 objects degraded (5.601%) 2024-09-21T06:11:40.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:40 smithi112 bash[70260]: cluster 2024-09-21T06:11:39.796016+0000 mgr.y (mgr.15270) 500 : cluster [DBG] pgmap v278: 161 pgs: 37 peering, 124 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:40.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:40 smithi112 bash[70260]: cluster 2024-09-21T06:11:39.796016+0000 mgr.y (mgr.15270) 500 : cluster [DBG] pgmap v278: 161 pgs: 37 peering, 124 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:40.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:40 smithi112 bash[70260]: cluster 2024-09-21T06:11:40.302856+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded) 2024-09-21T06:11:40.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:40 smithi112 bash[70260]: cluster 2024-09-21T06:11:40.302856+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded) 2024-09-21T06:11:40.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:40 smithi112 bash[70260]: cluster 2024-09-21T06:11:40.302906+0000 mon.a (mon.0) 208 : cluster [INF] Cluster is now healthy 2024-09-21T06:11:40.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:40 smithi112 bash[70260]: cluster 2024-09-21T06:11:40.302906+0000 mon.a (mon.0) 208 : cluster [INF] Cluster is now healthy 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[89191]: cluster 2024-09-21T06:11:39.796016+0000 mgr.y (mgr.15270) 500 : cluster [DBG] pgmap v278: 161 pgs: 37 peering, 124 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[89191]: cluster 2024-09-21T06:11:39.796016+0000 mgr.y (mgr.15270) 500 : cluster [DBG] pgmap v278: 161 pgs: 37 peering, 124 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[89191]: cluster 2024-09-21T06:11:40.302856+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded) 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[89191]: cluster 2024-09-21T06:11:40.302856+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded) 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[89191]: cluster 2024-09-21T06:11:40.302906+0000 mon.a (mon.0) 208 : cluster [INF] Cluster is now healthy 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[89191]: cluster 2024-09-21T06:11:40.302906+0000 mon.a (mon.0) 208 : cluster [INF] Cluster is now healthy 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[92856]: cluster 2024-09-21T06:11:39.796016+0000 mgr.y (mgr.15270) 500 : cluster [DBG] pgmap v278: 161 pgs: 37 peering, 124 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[92856]: cluster 2024-09-21T06:11:39.796016+0000 mgr.y (mgr.15270) 500 : cluster [DBG] pgmap v278: 161 pgs: 37 peering, 124 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[92856]: cluster 2024-09-21T06:11:40.302856+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded) 2024-09-21T06:11:40.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[92856]: cluster 2024-09-21T06:11:40.302856+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 6 pgs degraded) 2024-09-21T06:11:40.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[92856]: cluster 2024-09-21T06:11:40.302906+0000 mon.a (mon.0) 208 : cluster [INF] Cluster is now healthy 2024-09-21T06:11:40.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:40 smithi099 bash[92856]: cluster 2024-09-21T06:11:40.302906+0000 mon.a (mon.0) 208 : cluster [INF] Cluster is now healthy 2024-09-21T06:11:41.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:41 smithi112 bash[70260]: audit 2024-09-21T06:11:40.374454+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:41.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:41 smithi112 bash[70260]: audit 2024-09-21T06:11:40.374454+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:41.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:41 smithi099 bash[89191]: audit 2024-09-21T06:11:40.374454+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:41.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:41 smithi099 bash[89191]: audit 2024-09-21T06:11:40.374454+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:41.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:41 smithi099 bash[92856]: audit 2024-09-21T06:11:40.374454+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:41.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:41 smithi099 bash[92856]: audit 2024-09-21T06:11:40.374454+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:42.381 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:42.032741565Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:42.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:42 smithi112 bash[70260]: cluster 2024-09-21T06:11:41.797544+0000 mgr.y (mgr.15270) 501 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:11:42.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:42 smithi112 bash[70260]: cluster 2024-09-21T06:11:41.797544+0000 mgr.y (mgr.15270) 501 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:11:42.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:42 smithi099 bash[89191]: cluster 2024-09-21T06:11:41.797544+0000 mgr.y (mgr.15270) 501 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:11:42.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:42 smithi099 bash[89191]: cluster 2024-09-21T06:11:41.797544+0000 mgr.y (mgr.15270) 501 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:11:42.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:42 smithi099 bash[92856]: cluster 2024-09-21T06:11:41.797544+0000 mgr.y (mgr.15270) 501 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:11:42.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:42 smithi099 bash[92856]: cluster 2024-09-21T06:11:41.797544+0000 mgr.y (mgr.15270) 501 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:11:43.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:43 smithi099 bash[89191]: audit 2024-09-21T06:11:43.174527+0000 mgr.y (mgr.15270) 502 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:43.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:43 smithi099 bash[89191]: audit 2024-09-21T06:11:43.174527+0000 mgr.y (mgr.15270) 502 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:43.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:43 smithi099 bash[92856]: audit 2024-09-21T06:11:43.174527+0000 mgr.y (mgr.15270) 502 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:43.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:43 smithi099 bash[92856]: audit 2024-09-21T06:11:43.174527+0000 mgr.y (mgr.15270) 502 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:43.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:43 smithi112 bash[70260]: audit 2024-09-21T06:11:43.174527+0000 mgr.y (mgr.15270) 502 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:43.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:43 smithi112 bash[70260]: audit 2024-09-21T06:11:43.174527+0000 mgr.y (mgr.15270) 502 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:44.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:44 smithi112 bash[70260]: cluster 2024-09-21T06:11:43.798444+0000 mgr.y (mgr.15270) 503 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:11:44.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:44 smithi112 bash[70260]: cluster 2024-09-21T06:11:43.798444+0000 mgr.y (mgr.15270) 503 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:11:44.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:44 smithi099 bash[89191]: cluster 2024-09-21T06:11:43.798444+0000 mgr.y (mgr.15270) 503 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:11:44.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:44 smithi099 bash[89191]: cluster 2024-09-21T06:11:43.798444+0000 mgr.y (mgr.15270) 503 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:11:44.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:44 smithi099 bash[92856]: cluster 2024-09-21T06:11:43.798444+0000 mgr.y (mgr.15270) 503 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:11:44.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:44 smithi099 bash[92856]: cluster 2024-09-21T06:11:43.798444+0000 mgr.y (mgr.15270) 503 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:11:45.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:45.063100647Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:45.758 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:11:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:11:45] "GET /metrics HTTP/1.1" 200 38213 "" "Prometheus/2.51.0" 2024-09-21T06:11:47.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:46 smithi112 bash[70260]: cluster 2024-09-21T06:11:45.800017+0000 mgr.y (mgr.15270) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:47.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:46 smithi112 bash[70260]: cluster 2024-09-21T06:11:45.800017+0000 mgr.y (mgr.15270) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:46 smithi099 bash[89191]: cluster 2024-09-21T06:11:45.800017+0000 mgr.y (mgr.15270) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:46 smithi099 bash[89191]: cluster 2024-09-21T06:11:45.800017+0000 mgr.y (mgr.15270) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:47.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:46 smithi099 bash[92856]: cluster 2024-09-21T06:11:45.800017+0000 mgr.y (mgr.15270) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:47.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:46 smithi099 bash[92856]: cluster 2024-09-21T06:11:45.800017+0000 mgr.y (mgr.15270) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:11:48.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:48.053948225Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:49.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:48 smithi112 bash[70260]: cluster 2024-09-21T06:11:47.800722+0000 mgr.y (mgr.15270) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 854 B/s rd, 0 op/s 2024-09-21T06:11:49.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:48 smithi112 bash[70260]: cluster 2024-09-21T06:11:47.800722+0000 mgr.y (mgr.15270) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 854 B/s rd, 0 op/s 2024-09-21T06:11:49.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:48 smithi099 bash[89191]: cluster 2024-09-21T06:11:47.800722+0000 mgr.y (mgr.15270) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 854 B/s rd, 0 op/s 2024-09-21T06:11:49.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:48 smithi099 bash[89191]: cluster 2024-09-21T06:11:47.800722+0000 mgr.y (mgr.15270) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 854 B/s rd, 0 op/s 2024-09-21T06:11:49.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:48 smithi099 bash[92856]: cluster 2024-09-21T06:11:47.800722+0000 mgr.y (mgr.15270) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 854 B/s rd, 0 op/s 2024-09-21T06:11:49.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:48 smithi099 bash[92856]: cluster 2024-09-21T06:11:47.800722+0000 mgr.y (mgr.15270) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 854 B/s rd, 0 op/s 2024-09-21T06:11:51.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:51.061858187Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:51 smithi112 bash[70260]: cluster 2024-09-21T06:11:49.801772+0000 mgr.y (mgr.15270) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:51 smithi112 bash[70260]: cluster 2024-09-21T06:11:49.801772+0000 mgr.y (mgr.15270) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:51 smithi112 bash[70260]: audit 2024-09-21T06:11:50.191148+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:51 smithi112 bash[70260]: audit 2024-09-21T06:11:50.191148+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:51 smithi112 bash[70260]: audit 2024-09-21T06:11:50.191458+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:51 smithi112 bash[70260]: audit 2024-09-21T06:11:50.191458+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:51 smithi112 bash[70260]: audit 2024-09-21T06:11:50.389391+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:51 smithi112 bash[70260]: audit 2024-09-21T06:11:50.389391+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[89191]: cluster 2024-09-21T06:11:49.801772+0000 mgr.y (mgr.15270) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[89191]: cluster 2024-09-21T06:11:49.801772+0000 mgr.y (mgr.15270) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[89191]: audit 2024-09-21T06:11:50.191148+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[89191]: audit 2024-09-21T06:11:50.191148+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[89191]: audit 2024-09-21T06:11:50.191458+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[89191]: audit 2024-09-21T06:11:50.191458+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[89191]: audit 2024-09-21T06:11:50.389391+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[89191]: audit 2024-09-21T06:11:50.389391+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[92856]: cluster 2024-09-21T06:11:49.801772+0000 mgr.y (mgr.15270) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[92856]: cluster 2024-09-21T06:11:49.801772+0000 mgr.y (mgr.15270) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[92856]: audit 2024-09-21T06:11:50.191148+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[92856]: audit 2024-09-21T06:11:50.191148+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:11:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[92856]: audit 2024-09-21T06:11:50.191458+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[92856]: audit 2024-09-21T06:11:50.191458+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[92856]: audit 2024-09-21T06:11:50.389391+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:51 smithi099 bash[92856]: audit 2024-09-21T06:11:50.389391+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:11:53.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:53 smithi112 bash[70260]: cluster 2024-09-21T06:11:51.803315+0000 mgr.y (mgr.15270) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:53.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:53 smithi112 bash[70260]: cluster 2024-09-21T06:11:51.803315+0000 mgr.y (mgr.15270) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:53.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:53 smithi099 bash[89191]: cluster 2024-09-21T06:11:51.803315+0000 mgr.y (mgr.15270) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:53.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:53 smithi099 bash[89191]: cluster 2024-09-21T06:11:51.803315+0000 mgr.y (mgr.15270) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:53.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:53 smithi099 bash[92856]: cluster 2024-09-21T06:11:51.803315+0000 mgr.y (mgr.15270) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:53.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:53 smithi099 bash[92856]: cluster 2024-09-21T06:11:51.803315+0000 mgr.y (mgr.15270) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:54.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:54.02739286Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:54 smithi112 bash[70260]: audit 2024-09-21T06:11:53.185731+0000 mgr.y (mgr.15270) 508 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:54 smithi112 bash[70260]: audit 2024-09-21T06:11:53.185731+0000 mgr.y (mgr.15270) 508 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:54.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:54 smithi099 bash[89191]: audit 2024-09-21T06:11:53.185731+0000 mgr.y (mgr.15270) 508 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:54.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:54 smithi099 bash[89191]: audit 2024-09-21T06:11:53.185731+0000 mgr.y (mgr.15270) 508 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:54.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:54 smithi099 bash[92856]: audit 2024-09-21T06:11:53.185731+0000 mgr.y (mgr.15270) 508 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:54.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:54 smithi099 bash[92856]: audit 2024-09-21T06:11:53.185731+0000 mgr.y (mgr.15270) 508 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:11:55.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:11:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:11:55] "GET /metrics HTTP/1.1" 200 38355 "" "Prometheus/2.51.0" 2024-09-21T06:11:55.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:55 smithi099 bash[92856]: cluster 2024-09-21T06:11:53.804158+0000 mgr.y (mgr.15270) 509 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:55.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:55 smithi099 bash[92856]: cluster 2024-09-21T06:11:53.804158+0000 mgr.y (mgr.15270) 509 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:55 smithi099 bash[89191]: cluster 2024-09-21T06:11:53.804158+0000 mgr.y (mgr.15270) 509 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:55.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:55 smithi099 bash[89191]: cluster 2024-09-21T06:11:53.804158+0000 mgr.y (mgr.15270) 509 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:55 smithi112 bash[70260]: cluster 2024-09-21T06:11:53.804158+0000 mgr.y (mgr.15270) 509 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:55 smithi112 bash[70260]: cluster 2024-09-21T06:11:53.804158+0000 mgr.y (mgr.15270) 509 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:57.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:11:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:11:57.033932629Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:11:57.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:57 smithi112 bash[70260]: cluster 2024-09-21T06:11:55.805705+0000 mgr.y (mgr.15270) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:57.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:57 smithi112 bash[70260]: cluster 2024-09-21T06:11:55.805705+0000 mgr.y (mgr.15270) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:57.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:57 smithi099 bash[89191]: cluster 2024-09-21T06:11:55.805705+0000 mgr.y (mgr.15270) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:57.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:57 smithi099 bash[89191]: cluster 2024-09-21T06:11:55.805705+0000 mgr.y (mgr.15270) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:57.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:57 smithi099 bash[92856]: cluster 2024-09-21T06:11:55.805705+0000 mgr.y (mgr.15270) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:57.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:57 smithi099 bash[92856]: cluster 2024-09-21T06:11:55.805705+0000 mgr.y (mgr.15270) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:11:59.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:59 smithi099 bash[92856]: cluster 2024-09-21T06:11:57.806410+0000 mgr.y (mgr.15270) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:59.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:11:59 smithi099 bash[92856]: cluster 2024-09-21T06:11:57.806410+0000 mgr.y (mgr.15270) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:59.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:59 smithi099 bash[89191]: cluster 2024-09-21T06:11:57.806410+0000 mgr.y (mgr.15270) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:59.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:11:59 smithi099 bash[89191]: cluster 2024-09-21T06:11:57.806410+0000 mgr.y (mgr.15270) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:59.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:59 smithi112 bash[70260]: cluster 2024-09-21T06:11:57.806410+0000 mgr.y (mgr.15270) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:11:59.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:11:59 smithi112 bash[70260]: cluster 2024-09-21T06:11:57.806410+0000 mgr.y (mgr.15270) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:00.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:00.07069359Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:01 smithi099 bash[89191]: cluster 2024-09-21T06:11:59.807463+0000 mgr.y (mgr.15270) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:01.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:01 smithi099 bash[89191]: cluster 2024-09-21T06:11:59.807463+0000 mgr.y (mgr.15270) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:01.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:01 smithi099 bash[92856]: cluster 2024-09-21T06:11:59.807463+0000 mgr.y (mgr.15270) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:01.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:01 smithi099 bash[92856]: cluster 2024-09-21T06:11:59.807463+0000 mgr.y (mgr.15270) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:01 smithi112 bash[70260]: cluster 2024-09-21T06:11:59.807463+0000 mgr.y (mgr.15270) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:01 smithi112 bash[70260]: cluster 2024-09-21T06:11:59.807463+0000 mgr.y (mgr.15270) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:03.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:03.06332044Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:03 smithi112 bash[70260]: cluster 2024-09-21T06:12:01.808852+0000 mgr.y (mgr.15270) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:03 smithi112 bash[70260]: cluster 2024-09-21T06:12:01.808852+0000 mgr.y (mgr.15270) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:03.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:03 smithi099 bash[89191]: cluster 2024-09-21T06:12:01.808852+0000 mgr.y (mgr.15270) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:03.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:03 smithi099 bash[89191]: cluster 2024-09-21T06:12:01.808852+0000 mgr.y (mgr.15270) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:03 smithi099 bash[92856]: cluster 2024-09-21T06:12:01.808852+0000 mgr.y (mgr.15270) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:03 smithi099 bash[92856]: cluster 2024-09-21T06:12:01.808852+0000 mgr.y (mgr.15270) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:04.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:04 smithi099 bash[89191]: audit 2024-09-21T06:12:03.195625+0000 mgr.y (mgr.15270) 514 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:04.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:04 smithi099 bash[89191]: audit 2024-09-21T06:12:03.195625+0000 mgr.y (mgr.15270) 514 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:04.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:04 smithi099 bash[92856]: audit 2024-09-21T06:12:03.195625+0000 mgr.y (mgr.15270) 514 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:04.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:04 smithi099 bash[92856]: audit 2024-09-21T06:12:03.195625+0000 mgr.y (mgr.15270) 514 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:04 smithi112 bash[70260]: audit 2024-09-21T06:12:03.195625+0000 mgr.y (mgr.15270) 514 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:04 smithi112 bash[70260]: audit 2024-09-21T06:12:03.195625+0000 mgr.y (mgr.15270) 514 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:05.508 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:05 smithi099 bash[89191]: cluster 2024-09-21T06:12:03.809773+0000 mgr.y (mgr.15270) 515 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:05.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:05 smithi099 bash[89191]: cluster 2024-09-21T06:12:03.809773+0000 mgr.y (mgr.15270) 515 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:05.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:05 smithi099 bash[89191]: audit 2024-09-21T06:12:05.182781+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:05.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:05 smithi099 bash[89191]: audit 2024-09-21T06:12:05.182781+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:05.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:12:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:12:05] "GET /metrics HTTP/1.1" 200 38350 "" "Prometheus/2.51.0" 2024-09-21T06:12:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:05 smithi099 bash[92856]: cluster 2024-09-21T06:12:03.809773+0000 mgr.y (mgr.15270) 515 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:05 smithi099 bash[92856]: cluster 2024-09-21T06:12:03.809773+0000 mgr.y (mgr.15270) 515 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:05.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:05 smithi099 bash[92856]: audit 2024-09-21T06:12:05.182781+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:05.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:05 smithi099 bash[92856]: audit 2024-09-21T06:12:05.182781+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:05 smithi112 bash[70260]: cluster 2024-09-21T06:12:03.809773+0000 mgr.y (mgr.15270) 515 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:05 smithi112 bash[70260]: cluster 2024-09-21T06:12:03.809773+0000 mgr.y (mgr.15270) 515 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:05 smithi112 bash[70260]: audit 2024-09-21T06:12:05.182781+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:05 smithi112 bash[70260]: audit 2024-09-21T06:12:05.182781+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:06.342 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T06:12:06.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:06.060611266Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:07 smithi099 bash[89191]: audit 2024-09-21T06:12:05.635944+0000 mgr.y (mgr.15270) 516 : audit [DBG] from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:07 smithi099 bash[89191]: audit 2024-09-21T06:12:05.635944+0000 mgr.y (mgr.15270) 516 : audit [DBG] from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:07 smithi099 bash[89191]: cluster 2024-09-21T06:12:05.811311+0000 mgr.y (mgr.15270) 517 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:07 smithi099 bash[89191]: cluster 2024-09-21T06:12:05.811311+0000 mgr.y (mgr.15270) 517 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:07.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:07 smithi099 bash[92856]: audit 2024-09-21T06:12:05.635944+0000 mgr.y (mgr.15270) 516 : audit [DBG] from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:07 smithi099 bash[92856]: audit 2024-09-21T06:12:05.635944+0000 mgr.y (mgr.15270) 516 : audit [DBG] from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:07 smithi099 bash[92856]: cluster 2024-09-21T06:12:05.811311+0000 mgr.y (mgr.15270) 517 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:07 smithi099 bash[92856]: cluster 2024-09-21T06:12:05.811311+0000 mgr.y (mgr.15270) 517 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:07 smithi112 bash[70260]: audit 2024-09-21T06:12:05.635944+0000 mgr.y (mgr.15270) 516 : audit [DBG] from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:07 smithi112 bash[70260]: audit 2024-09-21T06:12:05.635944+0000 mgr.y (mgr.15270) 516 : audit [DBG] from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:07 smithi112 bash[70260]: cluster 2024-09-21T06:12:05.811311+0000 mgr.y (mgr.15270) 517 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:07 smithi112 bash[70260]: cluster 2024-09-21T06:12:05.811311+0000 mgr.y (mgr.15270) 517 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:09.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:09.025929328Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:09 smithi112 bash[70260]: cluster 2024-09-21T06:12:07.811980+0000 mgr.y (mgr.15270) 518 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:09 smithi112 bash[70260]: cluster 2024-09-21T06:12:07.811980+0000 mgr.y (mgr.15270) 518 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:09.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:09 smithi099 bash[89191]: cluster 2024-09-21T06:12:07.811980+0000 mgr.y (mgr.15270) 518 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:09.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:09 smithi099 bash[89191]: cluster 2024-09-21T06:12:07.811980+0000 mgr.y (mgr.15270) 518 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:09 smithi099 bash[92856]: cluster 2024-09-21T06:12:07.811980+0000 mgr.y (mgr.15270) 518 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:09.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:09 smithi099 bash[92856]: cluster 2024-09-21T06:12:07.811980+0000 mgr.y (mgr.15270) 518 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:11.159 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:12:11.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:11 smithi099 bash[89191]: cluster 2024-09-21T06:12:09.812950+0000 mgr.y (mgr.15270) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:11.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:11 smithi099 bash[89191]: cluster 2024-09-21T06:12:09.812950+0000 mgr.y (mgr.15270) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:11.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:11 smithi099 bash[92856]: cluster 2024-09-21T06:12:09.812950+0000 mgr.y (mgr.15270) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:11.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:11 smithi099 bash[92856]: cluster 2024-09-21T06:12:09.812950+0000 mgr.y (mgr.15270) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:11.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:11 smithi112 bash[70260]: cluster 2024-09-21T06:12:09.812950+0000 mgr.y (mgr.15270) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:11.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:11 smithi112 bash[70260]: cluster 2024-09-21T06:12:09.812950+0000 mgr.y (mgr.15270) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:12.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:12.064464476Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:12.761 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:12:12.761 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (7m) 47s ago 34m 13.8M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:12:12.761 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (6m) 4m ago 34m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:12:12.761 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (9m) 47s ago 31m 49.1M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:12:12.761 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (8m) 4m ago 42m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:12:12.761 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (19m) 47s ago 44m 516M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (3m) 47s ago 44m 44.8M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (5m) 4m ago 43m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (3m) 47s ago 42m 35.9M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (8m) 47s ago 34m 8091k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (8m) 4m ago 34m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (90s) 47s ago 41m 48.7M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running 47s ago 41m - 3036M 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (40m) 47s ago 40m 65.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (39m) 47s ago 39m 72.0M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (38m) 4m ago 38m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (37m) 4m ago 37m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (36m) 4m ago 36m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (35m) 4m ago 35m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:12:12.762 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (7m) 4m ago 34m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:12:12.763 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (32m) 47s ago 32m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:12:12.763 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (32m) 4m ago 32m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:12:13.443 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-21T06:12:13.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:13 smithi099 bash[89191]: cluster 2024-09-21T06:12:11.814438+0000 mgr.y (mgr.15270) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:13.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:13 smithi099 bash[89191]: cluster 2024-09-21T06:12:11.814438+0000 mgr.y (mgr.15270) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:13.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:13 smithi099 bash[92856]: cluster 2024-09-21T06:12:11.814438+0000 mgr.y (mgr.15270) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:13.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:13 smithi099 bash[92856]: cluster 2024-09-21T06:12:11.814438+0000 mgr.y (mgr.15270) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:13.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:13 smithi112 bash[70260]: cluster 2024-09-21T06:12:11.814438+0000 mgr.y (mgr.15270) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:13.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:13 smithi112 bash[70260]: cluster 2024-09-21T06:12:11.814438+0000 mgr.y (mgr.15270) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:14.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:14 smithi099 bash[89191]: audit 2024-09-21T06:12:12.726643+0000 mgr.y (mgr.15270) 521 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:14.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:14 smithi099 bash[89191]: audit 2024-09-21T06:12:12.726643+0000 mgr.y (mgr.15270) 521 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:14.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:14 smithi099 bash[89191]: audit 2024-09-21T06:12:13.199717+0000 mgr.y (mgr.15270) 522 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:14.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:14 smithi099 bash[89191]: audit 2024-09-21T06:12:13.199717+0000 mgr.y (mgr.15270) 522 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:14.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:14 smithi099 bash[92856]: audit 2024-09-21T06:12:12.726643+0000 mgr.y (mgr.15270) 521 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:14.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:14 smithi099 bash[92856]: audit 2024-09-21T06:12:12.726643+0000 mgr.y (mgr.15270) 521 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:14.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:14 smithi099 bash[92856]: audit 2024-09-21T06:12:13.199717+0000 mgr.y (mgr.15270) 522 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:14.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:14 smithi099 bash[92856]: audit 2024-09-21T06:12:13.199717+0000 mgr.y (mgr.15270) 522 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:14 smithi112 bash[70260]: audit 2024-09-21T06:12:12.726643+0000 mgr.y (mgr.15270) 521 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:14 smithi112 bash[70260]: audit 2024-09-21T06:12:12.726643+0000 mgr.y (mgr.15270) 521 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:14 smithi112 bash[70260]: audit 2024-09-21T06:12:13.199717+0000 mgr.y (mgr.15270) 522 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:14.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:14 smithi112 bash[70260]: audit 2024-09-21T06:12:13.199717+0000 mgr.y (mgr.15270) 522 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:15.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:15.050139984Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:15 smithi112 bash[70260]: cluster 2024-09-21T06:12:13.815369+0000 mgr.y (mgr.15270) 523 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:15 smithi112 bash[70260]: cluster 2024-09-21T06:12:13.815369+0000 mgr.y (mgr.15270) 523 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:15.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:12:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:12:15] "GET /metrics HTTP/1.1" 200 38350 "" "Prometheus/2.51.0" 2024-09-21T06:12:15.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:15 smithi099 bash[89191]: cluster 2024-09-21T06:12:13.815369+0000 mgr.y (mgr.15270) 523 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:15.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:15 smithi099 bash[89191]: cluster 2024-09-21T06:12:13.815369+0000 mgr.y (mgr.15270) 523 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:15.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:15 smithi099 bash[92856]: cluster 2024-09-21T06:12:13.815369+0000 mgr.y (mgr.15270) 523 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:15.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:15 smithi099 bash[92856]: cluster 2024-09-21T06:12:13.815369+0000 mgr.y (mgr.15270) 523 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:17.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:17 smithi112 bash[70260]: cluster 2024-09-21T06:12:15.816892+0000 mgr.y (mgr.15270) 524 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:17.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:17 smithi112 bash[70260]: cluster 2024-09-21T06:12:15.816892+0000 mgr.y (mgr.15270) 524 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:17.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:17 smithi099 bash[89191]: cluster 2024-09-21T06:12:15.816892+0000 mgr.y (mgr.15270) 524 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:17.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:17 smithi099 bash[89191]: cluster 2024-09-21T06:12:15.816892+0000 mgr.y (mgr.15270) 524 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:17 smithi099 bash[92856]: cluster 2024-09-21T06:12:15.816892+0000 mgr.y (mgr.15270) 524 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:17.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:17 smithi099 bash[92856]: cluster 2024-09-21T06:12:15.816892+0000 mgr.y (mgr.15270) 524 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:18.253 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:12:18.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:18.026269266Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:19.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:19 smithi112 bash[70260]: cluster 2024-09-21T06:12:17.817649+0000 mgr.y (mgr.15270) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:19.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:19 smithi112 bash[70260]: cluster 2024-09-21T06:12:17.817649+0000 mgr.y (mgr.15270) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:19.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:19 smithi099 bash[89191]: cluster 2024-09-21T06:12:17.817649+0000 mgr.y (mgr.15270) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:19.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:19 smithi099 bash[89191]: cluster 2024-09-21T06:12:17.817649+0000 mgr.y (mgr.15270) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:19.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:19 smithi099 bash[92856]: cluster 2024-09-21T06:12:17.817649+0000 mgr.y (mgr.15270) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:19.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:19 smithi099 bash[92856]: cluster 2024-09-21T06:12:17.817649+0000 mgr.y (mgr.15270) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:19.847 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:12:20.558 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:20 smithi099 bash[89191]: audit 2024-09-21T06:12:19.837172+0000 mon.a (mon.0) 212 : audit [DBG] from='client.? 172.21.15.99:0/3258639466' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:20.558 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:20 smithi099 bash[89191]: audit 2024-09-21T06:12:19.837172+0000 mon.a (mon.0) 212 : audit [DBG] from='client.? 172.21.15.99:0/3258639466' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:20.558 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:20 smithi099 bash[89191]: audit 2024-09-21T06:12:20.183234+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:20.558 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:20 smithi099 bash[89191]: audit 2024-09-21T06:12:20.183234+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:20.558 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:20 smithi099 bash[92856]: audit 2024-09-21T06:12:19.837172+0000 mon.a (mon.0) 212 : audit [DBG] from='client.? 172.21.15.99:0/3258639466' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:20.558 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:20 smithi099 bash[92856]: audit 2024-09-21T06:12:19.837172+0000 mon.a (mon.0) 212 : audit [DBG] from='client.? 172.21.15.99:0/3258639466' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:20.559 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:20 smithi099 bash[92856]: audit 2024-09-21T06:12:20.183234+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:20.559 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:20 smithi099 bash[92856]: audit 2024-09-21T06:12:20.183234+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:20.559 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2024-09-21T06:12:20.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:20 smithi112 bash[70260]: audit 2024-09-21T06:12:19.837172+0000 mon.a (mon.0) 212 : audit [DBG] from='client.? 172.21.15.99:0/3258639466' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:20.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:20 smithi112 bash[70260]: audit 2024-09-21T06:12:19.837172+0000 mon.a (mon.0) 212 : audit [DBG] from='client.? 172.21.15.99:0/3258639466' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:20.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:20 smithi112 bash[70260]: audit 2024-09-21T06:12:20.183234+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:20.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:20 smithi112 bash[70260]: audit 2024-09-21T06:12:20.183234+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:21.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:21.062731713Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:21 smithi112 bash[70260]: cluster 2024-09-21T06:12:19.818253+0000 mgr.y (mgr.15270) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:21 smithi112 bash[70260]: cluster 2024-09-21T06:12:19.818253+0000 mgr.y (mgr.15270) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:21.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:21 smithi099 bash[89191]: cluster 2024-09-21T06:12:19.818253+0000 mgr.y (mgr.15270) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:21.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:21 smithi099 bash[89191]: cluster 2024-09-21T06:12:19.818253+0000 mgr.y (mgr.15270) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:21.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:21 smithi099 bash[92856]: cluster 2024-09-21T06:12:19.818253+0000 mgr.y (mgr.15270) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:21.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:21 smithi099 bash[92856]: cluster 2024-09-21T06:12:19.818253+0000 mgr.y (mgr.15270) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:23 smithi099 bash[89191]: cluster 2024-09-21T06:12:21.820160+0000 mgr.y (mgr.15270) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:23 smithi099 bash[89191]: cluster 2024-09-21T06:12:21.820160+0000 mgr.y (mgr.15270) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:23 smithi099 bash[92856]: cluster 2024-09-21T06:12:21.820160+0000 mgr.y (mgr.15270) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:23.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:23 smithi099 bash[92856]: cluster 2024-09-21T06:12:21.820160+0000 mgr.y (mgr.15270) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:23.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:23 smithi112 bash[70260]: cluster 2024-09-21T06:12:21.820160+0000 mgr.y (mgr.15270) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:23.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:23 smithi112 bash[70260]: cluster 2024-09-21T06:12:21.820160+0000 mgr.y (mgr.15270) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:24.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:24.059222666Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:24 smithi112 bash[70260]: audit 2024-09-21T06:12:23.210936+0000 mgr.y (mgr.15270) 528 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:24 smithi112 bash[70260]: audit 2024-09-21T06:12:23.210936+0000 mgr.y (mgr.15270) 528 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:24.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:24 smithi099 bash[89191]: audit 2024-09-21T06:12:23.210936+0000 mgr.y (mgr.15270) 528 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:24.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:24 smithi099 bash[89191]: audit 2024-09-21T06:12:23.210936+0000 mgr.y (mgr.15270) 528 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:24.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:24 smithi099 bash[92856]: audit 2024-09-21T06:12:23.210936+0000 mgr.y (mgr.15270) 528 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:24.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:24 smithi099 bash[92856]: audit 2024-09-21T06:12:23.210936+0000 mgr.y (mgr.15270) 528 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:25.426 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:12:25.661 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:25 smithi099 bash[89191]: cluster 2024-09-21T06:12:23.821103+0000 mgr.y (mgr.15270) 529 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:25.661 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:25 smithi099 bash[89191]: cluster 2024-09-21T06:12:23.821103+0000 mgr.y (mgr.15270) 529 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:25.662 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:25 smithi099 bash[92856]: cluster 2024-09-21T06:12:23.821103+0000 mgr.y (mgr.15270) 529 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:25.662 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:25 smithi099 bash[92856]: cluster 2024-09-21T06:12:23.821103+0000 mgr.y (mgr.15270) 529 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:25.662 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:12:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:12:25] "GET /metrics HTTP/1.1" 200 38356 "" "Prometheus/2.51.0" 2024-09-21T06:12:25.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:25 smithi112 bash[70260]: cluster 2024-09-21T06:12:23.821103+0000 mgr.y (mgr.15270) 529 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:25.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:25 smithi112 bash[70260]: cluster 2024-09-21T06:12:23.821103+0000 mgr.y (mgr.15270) 529 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:27.304 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:27.034450347Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:27.608 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:27 smithi099 bash[89191]: cluster 2024-09-21T06:12:25.822702+0000 mgr.y (mgr.15270) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:27.608 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:27 smithi099 bash[89191]: cluster 2024-09-21T06:12:25.822702+0000 mgr.y (mgr.15270) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:27.608 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:27 smithi099 bash[92856]: cluster 2024-09-21T06:12:25.822702+0000 mgr.y (mgr.15270) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:27.608 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:27 smithi099 bash[92856]: cluster 2024-09-21T06:12:25.822702+0000 mgr.y (mgr.15270) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:27.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:27 smithi112 bash[70260]: cluster 2024-09-21T06:12:25.822702+0000 mgr.y (mgr.15270) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:27.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:27 smithi112 bash[70260]: cluster 2024-09-21T06:12:25.822702+0000 mgr.y (mgr.15270) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:28.599 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:28 smithi099 bash[89191]: audit 2024-09-21T06:12:27.047042+0000 mgr.y (mgr.15270) 531 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:28.599 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:28 smithi099 bash[89191]: audit 2024-09-21T06:12:27.047042+0000 mgr.y (mgr.15270) 531 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:28.600 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:28 smithi099 bash[92856]: audit 2024-09-21T06:12:27.047042+0000 mgr.y (mgr.15270) 531 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:28.600 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:28 smithi099 bash[92856]: audit 2024-09-21T06:12:27.047042+0000 mgr.y (mgr.15270) 531 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:28.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:28 smithi112 bash[70260]: audit 2024-09-21T06:12:27.047042+0000 mgr.y (mgr.15270) 531 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:28.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:28 smithi112 bash[70260]: audit 2024-09-21T06:12:27.047042+0000 mgr.y (mgr.15270) 531 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:29.366 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:12:29.366 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:29 smithi099 bash[89191]: cluster 2024-09-21T06:12:27.823445+0000 mgr.y (mgr.15270) 532 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:29.366 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:29 smithi099 bash[89191]: cluster 2024-09-21T06:12:27.823445+0000 mgr.y (mgr.15270) 532 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:29.366 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:29 smithi099 bash[92856]: cluster 2024-09-21T06:12:27.823445+0000 mgr.y (mgr.15270) 532 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:29.367 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:29 smithi099 bash[92856]: cluster 2024-09-21T06:12:27.823445+0000 mgr.y (mgr.15270) 532 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:29.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:29 smithi112 bash[70260]: cluster 2024-09-21T06:12:27.823445+0000 mgr.y (mgr.15270) 532 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:29.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:29 smithi112 bash[70260]: cluster 2024-09-21T06:12:27.823445+0000 mgr.y (mgr.15270) 532 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:30.055 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade status' 2024-09-21T06:12:30.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:30.061820618Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:31.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:31 smithi112 bash[70260]: cluster 2024-09-21T06:12:29.824484+0000 mgr.y (mgr.15270) 533 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:31.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:31 smithi112 bash[70260]: cluster 2024-09-21T06:12:29.824484+0000 mgr.y (mgr.15270) 533 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:31 smithi099 bash[89191]: cluster 2024-09-21T06:12:29.824484+0000 mgr.y (mgr.15270) 533 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:31 smithi099 bash[89191]: cluster 2024-09-21T06:12:29.824484+0000 mgr.y (mgr.15270) 533 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:31.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:31 smithi099 bash[92856]: cluster 2024-09-21T06:12:29.824484+0000 mgr.y (mgr.15270) 533 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:31.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:31 smithi099 bash[92856]: cluster 2024-09-21T06:12:29.824484+0000 mgr.y (mgr.15270) 533 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:33.323 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:33.026203181Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:33.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:33 smithi099 bash[92856]: cluster 2024-09-21T06:12:31.825860+0000 mgr.y (mgr.15270) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:33.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:33 smithi099 bash[92856]: cluster 2024-09-21T06:12:31.825860+0000 mgr.y (mgr.15270) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:33.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:33 smithi099 bash[89191]: cluster 2024-09-21T06:12:31.825860+0000 mgr.y (mgr.15270) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:33.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:33 smithi099 bash[89191]: cluster 2024-09-21T06:12:31.825860+0000 mgr.y (mgr.15270) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:33.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:33 smithi112 bash[70260]: cluster 2024-09-21T06:12:31.825860+0000 mgr.y (mgr.15270) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:33.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:33 smithi112 bash[70260]: cluster 2024-09-21T06:12:31.825860+0000 mgr.y (mgr.15270) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:34.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:34 smithi112 bash[70260]: audit 2024-09-21T06:12:33.222138+0000 mgr.y (mgr.15270) 535 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:34.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:34 smithi112 bash[70260]: audit 2024-09-21T06:12:33.222138+0000 mgr.y (mgr.15270) 535 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:34.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:34 smithi099 bash[92856]: audit 2024-09-21T06:12:33.222138+0000 mgr.y (mgr.15270) 535 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:34.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:34 smithi099 bash[92856]: audit 2024-09-21T06:12:33.222138+0000 mgr.y (mgr.15270) 535 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:34.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:34 smithi099 bash[89191]: audit 2024-09-21T06:12:33.222138+0000 mgr.y (mgr.15270) 535 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:34.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:34 smithi099 bash[89191]: audit 2024-09-21T06:12:33.222138+0000 mgr.y (mgr.15270) 535 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:34.867 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:12:35.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:35 smithi112 bash[70260]: cluster 2024-09-21T06:12:33.826757+0000 mgr.y (mgr.15270) 536 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:35.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:35 smithi112 bash[70260]: cluster 2024-09-21T06:12:33.826757+0000 mgr.y (mgr.15270) 536 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:35.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:35 smithi112 bash[70260]: audit 2024-09-21T06:12:35.183915+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:35.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:35 smithi112 bash[70260]: audit 2024-09-21T06:12:35.183915+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:35.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:12:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:12:35] "GET /metrics HTTP/1.1" 200 38349 "" "Prometheus/2.51.0" 2024-09-21T06:12:35.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:35 smithi099 bash[89191]: cluster 2024-09-21T06:12:33.826757+0000 mgr.y (mgr.15270) 536 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:35.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:35 smithi099 bash[89191]: cluster 2024-09-21T06:12:33.826757+0000 mgr.y (mgr.15270) 536 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:35.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:35 smithi099 bash[89191]: audit 2024-09-21T06:12:35.183915+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:35.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:35 smithi099 bash[89191]: audit 2024-09-21T06:12:35.183915+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:35.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:35 smithi099 bash[92856]: cluster 2024-09-21T06:12:33.826757+0000 mgr.y (mgr.15270) 536 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:35.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:35 smithi099 bash[92856]: cluster 2024-09-21T06:12:33.826757+0000 mgr.y (mgr.15270) 536 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:35.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:35 smithi099 bash[92856]: audit 2024-09-21T06:12:35.183915+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:35.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:35 smithi099 bash[92856]: audit 2024-09-21T06:12:35.183915+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:36.347 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:36.0673185Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:36.469 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:12:36.469 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": null, 2024-09-21T06:12:36.469 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": false, 2024-09-21T06:12:36.469 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "", 2024-09-21T06:12:36.469 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:12:36.469 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": null, 2024-09-21T06:12:36.469 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "", 2024-09-21T06:12:36.469 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:12:36.469 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:12:36.482 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:36 smithi099 bash[89191]: cluster 2024-09-21T06:12:35.828111+0000 mgr.y (mgr.15270) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:36.482 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:36 smithi099 bash[89191]: cluster 2024-09-21T06:12:35.828111+0000 mgr.y (mgr.15270) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:36.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:36 smithi099 bash[92856]: cluster 2024-09-21T06:12:35.828111+0000 mgr.y (mgr.15270) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:36.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:36 smithi099 bash[92856]: cluster 2024-09-21T06:12:35.828111+0000 mgr.y (mgr.15270) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:36.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:36 smithi112 bash[70260]: cluster 2024-09-21T06:12:35.828111+0000 mgr.y (mgr.15270) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:36.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:36 smithi112 bash[70260]: cluster 2024-09-21T06:12:35.828111+0000 mgr.y (mgr.15270) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:37.150 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph health detail' 2024-09-21T06:12:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:37 smithi099 bash[92856]: audit 2024-09-21T06:12:36.471277+0000 mgr.y (mgr.15270) 538 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:37.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:37 smithi099 bash[92856]: audit 2024-09-21T06:12:36.471277+0000 mgr.y (mgr.15270) 538 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:37 smithi099 bash[89191]: audit 2024-09-21T06:12:36.471277+0000 mgr.y (mgr.15270) 538 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:37.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:37 smithi099 bash[89191]: audit 2024-09-21T06:12:36.471277+0000 mgr.y (mgr.15270) 538 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:37.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:37 smithi112 bash[70260]: audit 2024-09-21T06:12:36.471277+0000 mgr.y (mgr.15270) 538 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:37.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:37 smithi112 bash[70260]: audit 2024-09-21T06:12:36.471277+0000 mgr.y (mgr.15270) 538 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:38 smithi112 bash[70260]: cluster 2024-09-21T06:12:37.828779+0000 mgr.y (mgr.15270) 539 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:38 smithi112 bash[70260]: cluster 2024-09-21T06:12:37.828779+0000 mgr.y (mgr.15270) 539 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:38 smithi112 bash[70260]: audit 2024-09-21T06:12:38.121344+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:38 smithi112 bash[70260]: audit 2024-09-21T06:12:38.121344+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:38.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:38 smithi112 bash[70260]: audit 2024-09-21T06:12:38.122871+0000 mon.b (mon.1) 148 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:38.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:38 smithi112 bash[70260]: audit 2024-09-21T06:12:38.122871+0000 mon.b (mon.1) 148 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:38.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:38 smithi112 bash[70260]: audit 2024-09-21T06:12:38.133953+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:38.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:38 smithi112 bash[70260]: audit 2024-09-21T06:12:38.133953+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[92856]: cluster 2024-09-21T06:12:37.828779+0000 mgr.y (mgr.15270) 539 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[92856]: cluster 2024-09-21T06:12:37.828779+0000 mgr.y (mgr.15270) 539 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[92856]: audit 2024-09-21T06:12:38.121344+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[92856]: audit 2024-09-21T06:12:38.121344+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:38.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[92856]: audit 2024-09-21T06:12:38.122871+0000 mon.b (mon.1) 148 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:38.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[92856]: audit 2024-09-21T06:12:38.122871+0000 mon.b (mon.1) 148 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:38.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[92856]: audit 2024-09-21T06:12:38.133953+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:38.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[92856]: audit 2024-09-21T06:12:38.133953+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:38.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[89191]: cluster 2024-09-21T06:12:37.828779+0000 mgr.y (mgr.15270) 539 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:38.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[89191]: cluster 2024-09-21T06:12:37.828779+0000 mgr.y (mgr.15270) 539 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:38.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[89191]: audit 2024-09-21T06:12:38.121344+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:38.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[89191]: audit 2024-09-21T06:12:38.121344+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:38.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[89191]: audit 2024-09-21T06:12:38.122871+0000 mon.b (mon.1) 148 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:38.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[89191]: audit 2024-09-21T06:12:38.122871+0000 mon.b (mon.1) 148 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:38.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[89191]: audit 2024-09-21T06:12:38.133953+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:38.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:38 smithi099 bash[89191]: audit 2024-09-21T06:12:38.133953+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:39.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:39.051004889Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:41.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:40 smithi112 bash[70260]: cluster 2024-09-21T06:12:39.829798+0000 mgr.y (mgr.15270) 540 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:41.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:40 smithi112 bash[70260]: cluster 2024-09-21T06:12:39.829798+0000 mgr.y (mgr.15270) 540 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:41.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:40 smithi099 bash[89191]: cluster 2024-09-21T06:12:39.829798+0000 mgr.y (mgr.15270) 540 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:41.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:40 smithi099 bash[89191]: cluster 2024-09-21T06:12:39.829798+0000 mgr.y (mgr.15270) 540 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:41.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:40 smithi099 bash[92856]: cluster 2024-09-21T06:12:39.829798+0000 mgr.y (mgr.15270) 540 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:41.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:40 smithi099 bash[92856]: cluster 2024-09-21T06:12:39.829798+0000 mgr.y (mgr.15270) 540 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:41.971 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:12:42.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:42.074907273Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:43.146 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:42 smithi099 bash[89191]: cluster 2024-09-21T06:12:41.831210+0000 mgr.y (mgr.15270) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:43.146 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:42 smithi099 bash[89191]: cluster 2024-09-21T06:12:41.831210+0000 mgr.y (mgr.15270) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:43.146 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:42 smithi099 bash[92856]: cluster 2024-09-21T06:12:41.831210+0000 mgr.y (mgr.15270) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:43.146 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:42 smithi099 bash[92856]: cluster 2024-09-21T06:12:41.831210+0000 mgr.y (mgr.15270) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:43.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:42 smithi112 bash[70260]: cluster 2024-09-21T06:12:41.831210+0000 mgr.y (mgr.15270) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:43.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:42 smithi112 bash[70260]: cluster 2024-09-21T06:12:41.831210+0000 mgr.y (mgr.15270) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:43.529 INFO:teuthology.orchestra.run.smithi099.stdout:HEALTH_OK 2024-09-21T06:12:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:43 smithi112 bash[70260]: audit 2024-09-21T06:12:43.231574+0000 mgr.y (mgr.15270) 542 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:43 smithi112 bash[70260]: audit 2024-09-21T06:12:43.231574+0000 mgr.y (mgr.15270) 542 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:43 smithi112 bash[70260]: audit 2024-09-21T06:12:43.532346+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.99:0/2634660343' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:12:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:43 smithi112 bash[70260]: audit 2024-09-21T06:12:43.532346+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.99:0/2634660343' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:12:44.463 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[92856]: audit 2024-09-21T06:12:43.231574+0000 mgr.y (mgr.15270) 542 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:44.464 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[92856]: audit 2024-09-21T06:12:43.231574+0000 mgr.y (mgr.15270) 542 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:44.464 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[92856]: audit 2024-09-21T06:12:43.532346+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.99:0/2634660343' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:12:44.464 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[92856]: audit 2024-09-21T06:12:43.532346+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.99:0/2634660343' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:12:44.464 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[89191]: audit 2024-09-21T06:12:43.231574+0000 mgr.y (mgr.15270) 542 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:44.464 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[89191]: audit 2024-09-21T06:12:43.231574+0000 mgr.y (mgr.15270) 542 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:44.464 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[89191]: audit 2024-09-21T06:12:43.532346+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.99:0/2634660343' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:12:44.464 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[89191]: audit 2024-09-21T06:12:43.532346+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.99:0/2634660343' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:12:44.465 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1' 2024-09-21T06:12:45.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:45.047442882Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:45.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:44 smithi112 bash[70260]: cluster 2024-09-21T06:12:43.832037+0000 mgr.y (mgr.15270) 543 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:45.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:44 smithi112 bash[70260]: cluster 2024-09-21T06:12:43.832037+0000 mgr.y (mgr.15270) 543 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:45.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[89191]: cluster 2024-09-21T06:12:43.832037+0000 mgr.y (mgr.15270) 543 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:45.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[89191]: cluster 2024-09-21T06:12:43.832037+0000 mgr.y (mgr.15270) 543 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:45.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[92856]: cluster 2024-09-21T06:12:43.832037+0000 mgr.y (mgr.15270) 543 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:45.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:44 smithi099 bash[92856]: cluster 2024-09-21T06:12:43.832037+0000 mgr.y (mgr.15270) 543 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:45.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:12:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:12:45] "GET /metrics HTTP/1.1" 200 38349 "" "Prometheus/2.51.0" 2024-09-21T06:12:47.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:46 smithi112 bash[70260]: cluster 2024-09-21T06:12:45.833642+0000 mgr.y (mgr.15270) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:47.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:46 smithi112 bash[70260]: cluster 2024-09-21T06:12:45.833642+0000 mgr.y (mgr.15270) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:46 smithi099 bash[89191]: cluster 2024-09-21T06:12:45.833642+0000 mgr.y (mgr.15270) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:46 smithi099 bash[89191]: cluster 2024-09-21T06:12:45.833642+0000 mgr.y (mgr.15270) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:47.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:46 smithi099 bash[92856]: cluster 2024-09-21T06:12:45.833642+0000 mgr.y (mgr.15270) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:47.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:46 smithi099 bash[92856]: cluster 2024-09-21T06:12:45.833642+0000 mgr.y (mgr.15270) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:48.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:48.070965869Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:49.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:48 smithi112 bash[70260]: cluster 2024-09-21T06:12:47.834361+0000 mgr.y (mgr.15270) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:49.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:48 smithi112 bash[70260]: cluster 2024-09-21T06:12:47.834361+0000 mgr.y (mgr.15270) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:49.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:48 smithi099 bash[89191]: cluster 2024-09-21T06:12:47.834361+0000 mgr.y (mgr.15270) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:49.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:48 smithi099 bash[89191]: cluster 2024-09-21T06:12:47.834361+0000 mgr.y (mgr.15270) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:49.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:48 smithi099 bash[92856]: cluster 2024-09-21T06:12:47.834361+0000 mgr.y (mgr.15270) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:49.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:48 smithi099 bash[92856]: cluster 2024-09-21T06:12:47.834361+0000 mgr.y (mgr.15270) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:49.286 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:12:51.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:51.025968676Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:51.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:50 smithi112 bash[70260]: cluster 2024-09-21T06:12:49.834983+0000 mgr.y (mgr.15270) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:51.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:50 smithi112 bash[70260]: cluster 2024-09-21T06:12:49.834983+0000 mgr.y (mgr.15270) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:50 smithi112 bash[70260]: audit 2024-09-21T06:12:50.184227+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:51.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:50 smithi112 bash[70260]: audit 2024-09-21T06:12:50.184227+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:50 smithi099 bash[89191]: cluster 2024-09-21T06:12:49.834983+0000 mgr.y (mgr.15270) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:50 smithi099 bash[89191]: cluster 2024-09-21T06:12:49.834983+0000 mgr.y (mgr.15270) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:50 smithi099 bash[89191]: audit 2024-09-21T06:12:50.184227+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:50 smithi099 bash[89191]: audit 2024-09-21T06:12:50.184227+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:51.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:50 smithi099 bash[92856]: cluster 2024-09-21T06:12:49.834983+0000 mgr.y (mgr.15270) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:50 smithi099 bash[92856]: cluster 2024-09-21T06:12:49.834983+0000 mgr.y (mgr.15270) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:50 smithi099 bash[92856]: audit 2024-09-21T06:12:50.184227+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:50 smithi099 bash[92856]: audit 2024-09-21T06:12:50.184227+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:12:52.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:51 smithi112 bash[70260]: audit 2024-09-21T06:12:50.909243+0000 mgr.y (mgr.15270) 547 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:52.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:51 smithi112 bash[70260]: audit 2024-09-21T06:12:50.909243+0000 mgr.y (mgr.15270) 547 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:52.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:51 smithi099 bash[92856]: audit 2024-09-21T06:12:50.909243+0000 mgr.y (mgr.15270) 547 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:52.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:51 smithi099 bash[92856]: audit 2024-09-21T06:12:50.909243+0000 mgr.y (mgr.15270) 547 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:52.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:51 smithi099 bash[89191]: audit 2024-09-21T06:12:50.909243+0000 mgr.y (mgr.15270) 547 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:52.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:51 smithi099 bash[89191]: audit 2024-09-21T06:12:50.909243+0000 mgr.y (mgr.15270) 547 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:12:53.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:52 smithi112 bash[70260]: cluster 2024-09-21T06:12:51.836313+0000 mgr.y (mgr.15270) 548 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:53.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:52 smithi112 bash[70260]: cluster 2024-09-21T06:12:51.836313+0000 mgr.y (mgr.15270) 548 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:53.237 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:52 smithi099 bash[89191]: cluster 2024-09-21T06:12:51.836313+0000 mgr.y (mgr.15270) 548 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:53.237 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:52 smithi099 bash[89191]: cluster 2024-09-21T06:12:51.836313+0000 mgr.y (mgr.15270) 548 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:53.237 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:52 smithi099 bash[92856]: cluster 2024-09-21T06:12:51.836313+0000 mgr.y (mgr.15270) 548 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:53.237 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:52 smithi099 bash[92856]: cluster 2024-09-21T06:12:51.836313+0000 mgr.y (mgr.15270) 548 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:53.279 INFO:teuthology.orchestra.run.smithi099.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:54.140 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-21T06:12:54.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:54.038430411Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.239488+0000 mgr.y (mgr.15270) 549 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.239488+0000 mgr.y (mgr.15270) 549 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: cephadm 2024-09-21T06:12:53.271891+0000 mgr.y (mgr.15270) 550 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: cephadm 2024-09-21T06:12:53.271891+0000 mgr.y (mgr.15270) 550 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.278792+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.278792+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.280863+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.280863+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.282779+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.282779+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.293438+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:54 smithi112 bash[70260]: audit 2024-09-21T06:12:53.293438+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.239488+0000 mgr.y (mgr.15270) 549 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.239488+0000 mgr.y (mgr.15270) 549 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: cephadm 2024-09-21T06:12:53.271891+0000 mgr.y (mgr.15270) 550 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: cephadm 2024-09-21T06:12:53.271891+0000 mgr.y (mgr.15270) 550 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.278792+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.278792+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.280863+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.280863+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.282779+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.282779+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.293438+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[89191]: audit 2024-09-21T06:12:53.293438+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.239488+0000 mgr.y (mgr.15270) 549 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.239488+0000 mgr.y (mgr.15270) 549 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: cephadm 2024-09-21T06:12:53.271891+0000 mgr.y (mgr.15270) 550 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: cephadm 2024-09-21T06:12:53.271891+0000 mgr.y (mgr.15270) 550 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.278792+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.278792+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.280863+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.280863+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.282779+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.282779+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.293438+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:54.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:54 smithi099 bash[92856]: audit 2024-09-21T06:12:53.293438+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:55.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:55 smithi099 bash[89191]: cephadm 2024-09-21T06:12:53.367725+0000 mgr.y (mgr.15270) 551 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:55.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:55 smithi099 bash[89191]: cephadm 2024-09-21T06:12:53.367725+0000 mgr.y (mgr.15270) 551 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:55.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:55 smithi099 bash[89191]: cluster 2024-09-21T06:12:53.836854+0000 mgr.y (mgr.15270) 552 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:55.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:55 smithi099 bash[89191]: cluster 2024-09-21T06:12:53.836854+0000 mgr.y (mgr.15270) 552 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:55.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:55 smithi099 bash[92856]: cephadm 2024-09-21T06:12:53.367725+0000 mgr.y (mgr.15270) 551 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:55.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:55 smithi099 bash[92856]: cephadm 2024-09-21T06:12:53.367725+0000 mgr.y (mgr.15270) 551 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:55.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:55 smithi099 bash[92856]: cluster 2024-09-21T06:12:53.836854+0000 mgr.y (mgr.15270) 552 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:55.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:55 smithi099 bash[92856]: cluster 2024-09-21T06:12:53.836854+0000 mgr.y (mgr.15270) 552 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:55 smithi112 bash[70260]: cephadm 2024-09-21T06:12:53.367725+0000 mgr.y (mgr.15270) 551 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:55 smithi112 bash[70260]: cephadm 2024-09-21T06:12:53.367725+0000 mgr.y (mgr.15270) 551 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:12:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:55 smithi112 bash[70260]: cluster 2024-09-21T06:12:53.836854+0000 mgr.y (mgr.15270) 552 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:55 smithi112 bash[70260]: cluster 2024-09-21T06:12:53.836854+0000 mgr.y (mgr.15270) 552 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:55.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:12:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:12:55] "GET /metrics HTTP/1.1" 200 38354 "" "Prometheus/2.51.0" 2024-09-21T06:12:57.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:12:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:12:57.076955434Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:12:57.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cluster 2024-09-21T06:12:55.838376+0000 mgr.y (mgr.15270) 553 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cluster 2024-09-21T06:12:55.838376+0000 mgr.y (mgr.15270) 553 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.915637+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.915637+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.917202+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.917202+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.917510+0000 mgr.y (mgr.15270) 554 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.917510+0000 mgr.y (mgr.15270) 554 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.917580+0000 mgr.y (mgr.15270) 555 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.917580+0000 mgr.y (mgr.15270) 555 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:12:57.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.920249+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.920249+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.923854+0000 mgr.y (mgr.15270) 556 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.923854+0000 mgr.y (mgr.15270) 556 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.930264+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.930264+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.934482+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.934482+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.938099+0000 mgr.y (mgr.15270) 557 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.938099+0000 mgr.y (mgr.15270) 557 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.944326+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.196 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.944326+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.950041+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.950041+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.953915+0000 mgr.y (mgr.15270) 558 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.953915+0000 mgr.y (mgr.15270) 558 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.960546+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.960546+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.964601+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.964601+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.967280+0000 mgr.y (mgr.15270) 559 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: audit 2024-09-21T06:12:55.967280+0000 mgr.y (mgr.15270) 559 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-21T06:12:57.197 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.969631+0000 mgr.y (mgr.15270) 560 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-21T06:12:57.198 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:56 smithi112 bash[70260]: cephadm 2024-09-21T06:12:55.969631+0000 mgr.y (mgr.15270) 560 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-21T06:12:57.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cluster 2024-09-21T06:12:55.838376+0000 mgr.y (mgr.15270) 553 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cluster 2024-09-21T06:12:55.838376+0000 mgr.y (mgr.15270) 553 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.915637+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.915637+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.917202+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.917202+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.917510+0000 mgr.y (mgr.15270) 554 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.917510+0000 mgr.y (mgr.15270) 554 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.917580+0000 mgr.y (mgr.15270) 555 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.917580+0000 mgr.y (mgr.15270) 555 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.920249+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.920249+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.923854+0000 mgr.y (mgr.15270) 556 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:12:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.923854+0000 mgr.y (mgr.15270) 556 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:12:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.930264+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.930264+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.934482+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.934482+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.938099+0000 mgr.y (mgr.15270) 557 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:12:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.938099+0000 mgr.y (mgr.15270) 557 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:12:57.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.944326+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cluster 2024-09-21T06:12:55.838376+0000 mgr.y (mgr.15270) 553 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cluster 2024-09-21T06:12:55.838376+0000 mgr.y (mgr.15270) 553 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.915637+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.915637+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.917202+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.917202+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.917510+0000 mgr.y (mgr.15270) 554 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.917510+0000 mgr.y (mgr.15270) 554 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.917580+0000 mgr.y (mgr.15270) 555 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.917580+0000 mgr.y (mgr.15270) 555 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.920249+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.920249+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.923854+0000 mgr.y (mgr.15270) 556 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.923854+0000 mgr.y (mgr.15270) 556 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.930264+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.930264+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.934482+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.934482+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.938099+0000 mgr.y (mgr.15270) 557 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.938099+0000 mgr.y (mgr.15270) 557 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.944326+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.944326+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.950041+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.950041+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.953915+0000 mgr.y (mgr.15270) 558 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.953915+0000 mgr.y (mgr.15270) 558 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.960546+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.960546+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.964601+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.964601+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.967280+0000 mgr.y (mgr.15270) 559 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: audit 2024-09-21T06:12:55.967280+0000 mgr.y (mgr.15270) 559 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.969631+0000 mgr.y (mgr.15270) 560 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-21T06:12:57.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[89191]: cephadm 2024-09-21T06:12:55.969631+0000 mgr.y (mgr.15270) 560 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.944326+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.950041+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.950041+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.953915+0000 mgr.y (mgr.15270) 558 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.953915+0000 mgr.y (mgr.15270) 558 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.960546+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.960546+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.964601+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.964601+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-21T06:12:57.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.967280+0000 mgr.y (mgr.15270) 559 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-21T06:12:57.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: audit 2024-09-21T06:12:55.967280+0000 mgr.y (mgr.15270) 559 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-21T06:12:57.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.969631+0000 mgr.y (mgr.15270) 560 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-21T06:12:57.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:56 smithi099 bash[92856]: cephadm 2024-09-21T06:12:55.969631+0000 mgr.y (mgr.15270) 560 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-21T06:12:59.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: cluster 2024-09-21T06:12:57.839236+0000 mgr.y (mgr.15270) 561 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:59.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: cluster 2024-09-21T06:12:57.839236+0000 mgr.y (mgr.15270) 561 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: cephadm 2024-09-21T06:12:58.247896+0000 mgr.y (mgr.15270) 562 : cephadm [INF] Upgrade: Updating osd.2 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: cephadm 2024-09-21T06:12:58.247896+0000 mgr.y (mgr.15270) 562 : cephadm [INF] Upgrade: Updating osd.2 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: audit 2024-09-21T06:12:58.254159+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: audit 2024-09-21T06:12:58.254159+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: audit 2024-09-21T06:12:58.259790+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: audit 2024-09-21T06:12:58.259790+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: audit 2024-09-21T06:12:58.261416+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: audit 2024-09-21T06:12:58.261416+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: cephadm 2024-09-21T06:12:58.269134+0000 mgr.y (mgr.15270) 563 : cephadm [INF] Deploying daemon osd.2 on smithi099 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[89191]: cephadm 2024-09-21T06:12:58.269134+0000 mgr.y (mgr.15270) 563 : cephadm [INF] Deploying daemon osd.2 on smithi099 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: cluster 2024-09-21T06:12:57.839236+0000 mgr.y (mgr.15270) 561 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:59.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: cluster 2024-09-21T06:12:57.839236+0000 mgr.y (mgr.15270) 561 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: cephadm 2024-09-21T06:12:58.247896+0000 mgr.y (mgr.15270) 562 : cephadm [INF] Upgrade: Updating osd.2 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: cephadm 2024-09-21T06:12:58.247896+0000 mgr.y (mgr.15270) 562 : cephadm [INF] Upgrade: Updating osd.2 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: audit 2024-09-21T06:12:58.254159+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: audit 2024-09-21T06:12:58.254159+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: audit 2024-09-21T06:12:58.259790+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: audit 2024-09-21T06:12:58.259790+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: audit 2024-09-21T06:12:58.261416+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: audit 2024-09-21T06:12:58.261416+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: cephadm 2024-09-21T06:12:58.269134+0000 mgr.y (mgr.15270) 563 : cephadm [INF] Deploying daemon osd.2 on smithi099 2024-09-21T06:12:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:12:59 smithi099 bash[92856]: cephadm 2024-09-21T06:12:58.269134+0000 mgr.y (mgr.15270) 563 : cephadm [INF] Deploying daemon osd.2 on smithi099 2024-09-21T06:12:59.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: cluster 2024-09-21T06:12:57.839236+0000 mgr.y (mgr.15270) 561 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:59.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: cluster 2024-09-21T06:12:57.839236+0000 mgr.y (mgr.15270) 561 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:12:59.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: cephadm 2024-09-21T06:12:58.247896+0000 mgr.y (mgr.15270) 562 : cephadm [INF] Upgrade: Updating osd.2 2024-09-21T06:12:59.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: cephadm 2024-09-21T06:12:58.247896+0000 mgr.y (mgr.15270) 562 : cephadm [INF] Upgrade: Updating osd.2 2024-09-21T06:12:59.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: audit 2024-09-21T06:12:58.254159+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:59.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: audit 2024-09-21T06:12:58.254159+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:12:59.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: audit 2024-09-21T06:12:58.259790+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-21T06:12:59.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: audit 2024-09-21T06:12:58.259790+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-21T06:12:59.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: audit 2024-09-21T06:12:58.261416+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:59.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: audit 2024-09-21T06:12:58.261416+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:12:59.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: cephadm 2024-09-21T06:12:58.269134+0000 mgr.y (mgr.15270) 563 : cephadm [INF] Deploying daemon osd.2 on smithi099 2024-09-21T06:12:59.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:12:59 smithi112 bash[70260]: cephadm 2024-09-21T06:12:58.269134+0000 mgr.y (mgr.15270) 563 : cephadm [INF] Deploying daemon osd.2 on smithi099 2024-09-21T06:12:59.744 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:13:00.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:00.037286895Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:01.531 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:01 smithi099 bash[89191]: cluster 2024-09-21T06:12:59.840270+0000 mgr.y (mgr.15270) 564 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:01.531 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:01 smithi099 bash[89191]: cluster 2024-09-21T06:12:59.840270+0000 mgr.y (mgr.15270) 564 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:01.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:01 smithi099 bash[92856]: cluster 2024-09-21T06:12:59.840270+0000 mgr.y (mgr.15270) 564 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:01.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:01 smithi099 bash[92856]: cluster 2024-09-21T06:12:59.840270+0000 mgr.y (mgr.15270) 564 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:01 smithi112 bash[70260]: cluster 2024-09-21T06:12:59.840270+0000 mgr.y (mgr.15270) 564 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:01 smithi112 bash[70260]: cluster 2024-09-21T06:12:59.840270+0000 mgr.y (mgr.15270) 564 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:01.886 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (8m) 96s ago 35m 13.8M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (7m) 5m ago 34m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (10m) 96s ago 32m 49.1M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (9m) 5m ago 43m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (20m) 96s ago 45m 516M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (4m) 96s ago 45m 44.8M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (5m) 5m ago 43m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (4m) 96s ago 43m 35.9M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:13:02.533 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (9m) 96s ago 35m 8091k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (9m) 5m ago 35m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (2m) 96s ago 42m 48.7M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running 96s ago 41m - 3036M 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (40m) 96s ago 40m 65.3M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c598d33480fd 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (39m) 96s ago 40m 72.0M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (39m) 5m ago 39m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (38m) 5m ago 38m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (37m) 5m ago 37m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (36m) 5m ago 36m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (8m) 5m ago 35m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (33m) 96s ago 33m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:13:02.534 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (33m) 5m ago 33m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:13:02.894 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:13:02.894 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:13:02.894 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 6, 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:13:02.895 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:13:02.896 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 8, 2024-09-21T06:13:02.896 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 7 2024-09-21T06:13:02.896 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:13:02.896 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:13:03.193 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:13:03.193 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:13:03.193 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:13:03.193 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) crash,osd. Upgrade limited to 1 daemons (1 remaining).", 2024-09-21T06:13:03.193 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:13:03.193 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "1/8 daemons upgraded", 2024-09-21T06:13:03.193 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:13:03.193 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:13:03.193 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:13:03.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:03.051407204Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:03 smithi112 bash[70260]: cluster 2024-09-21T06:13:01.841749+0000 mgr.y (mgr.15270) 565 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:03 smithi112 bash[70260]: cluster 2024-09-21T06:13:01.841749+0000 mgr.y (mgr.15270) 565 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:03 smithi112 bash[70260]: audit 2024-09-21T06:13:01.875578+0000 mgr.y (mgr.15270) 566 : audit [DBG] from='client.44322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:03 smithi112 bash[70260]: audit 2024-09-21T06:13:01.875578+0000 mgr.y (mgr.15270) 566 : audit [DBG] from='client.44322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:03 smithi112 bash[70260]: audit 2024-09-21T06:13:02.199206+0000 mgr.y (mgr.15270) 567 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:03 smithi112 bash[70260]: audit 2024-09-21T06:13:02.199206+0000 mgr.y (mgr.15270) 567 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:03 smithi112 bash[70260]: audit 2024-09-21T06:13:02.896704+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.99:0/140442431' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:03.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:03 smithi112 bash[70260]: audit 2024-09-21T06:13:02.896704+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.99:0/140442431' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[92856]: cluster 2024-09-21T06:13:01.841749+0000 mgr.y (mgr.15270) 565 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[92856]: cluster 2024-09-21T06:13:01.841749+0000 mgr.y (mgr.15270) 565 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[92856]: audit 2024-09-21T06:13:01.875578+0000 mgr.y (mgr.15270) 566 : audit [DBG] from='client.44322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[92856]: audit 2024-09-21T06:13:01.875578+0000 mgr.y (mgr.15270) 566 : audit [DBG] from='client.44322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[92856]: audit 2024-09-21T06:13:02.199206+0000 mgr.y (mgr.15270) 567 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[92856]: audit 2024-09-21T06:13:02.199206+0000 mgr.y (mgr.15270) 567 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[92856]: audit 2024-09-21T06:13:02.896704+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.99:0/140442431' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[92856]: audit 2024-09-21T06:13:02.896704+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.99:0/140442431' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[89191]: cluster 2024-09-21T06:13:01.841749+0000 mgr.y (mgr.15270) 565 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[89191]: cluster 2024-09-21T06:13:01.841749+0000 mgr.y (mgr.15270) 565 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[89191]: audit 2024-09-21T06:13:01.875578+0000 mgr.y (mgr.15270) 566 : audit [DBG] from='client.44322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[89191]: audit 2024-09-21T06:13:01.875578+0000 mgr.y (mgr.15270) 566 : audit [DBG] from='client.44322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[89191]: audit 2024-09-21T06:13:02.199206+0000 mgr.y (mgr.15270) 567 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[89191]: audit 2024-09-21T06:13:02.199206+0000 mgr.y (mgr.15270) 567 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[89191]: audit 2024-09-21T06:13:02.896704+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.99:0/140442431' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:03 smithi099 bash[89191]: audit 2024-09-21T06:13:02.896704+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.99:0/140442431' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:03.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:03.894 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:03.894 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:03.895 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:03.895 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:03.895 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:03.895 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:03.896 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:03.896 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:04.259 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:03 smithi099 systemd[1]: Stopping Ceph osd.2 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:13:04.259 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[40406]: debug 2024-09-21T06:13:04.013+0000 7fc5554b0640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:13:04.259 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[40406]: debug 2024-09-21T06:13:04.013+0000 7fc5554b0640 -1 osd.2 122 *** Got signal Terminated *** 2024-09-21T06:13:04.259 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[40406]: debug 2024-09-21T06:13:04.013+0000 7fc5554b0640 -1 osd.2 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:13:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:04 smithi112 bash[70260]: audit 2024-09-21T06:13:02.497383+0000 mgr.y (mgr.15270) 568 : audit [DBG] from='client.44334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:04 smithi112 bash[70260]: audit 2024-09-21T06:13:02.497383+0000 mgr.y (mgr.15270) 568 : audit [DBG] from='client.44334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:04 smithi112 bash[70260]: audit 2024-09-21T06:13:03.194904+0000 mgr.y (mgr.15270) 569 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:04 smithi112 bash[70260]: audit 2024-09-21T06:13:03.194904+0000 mgr.y (mgr.15270) 569 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:04 smithi112 bash[70260]: audit 2024-09-21T06:13:03.250322+0000 mgr.y (mgr.15270) 570 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:04 smithi112 bash[70260]: audit 2024-09-21T06:13:03.250322+0000 mgr.y (mgr.15270) 570 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:04 smithi112 bash[70260]: cluster 2024-09-21T06:13:04.017923+0000 mon.a (mon.0) 221 : cluster [INF] osd.2 marked itself down and dead 2024-09-21T06:13:04.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:04 smithi112 bash[70260]: cluster 2024-09-21T06:13:04.017923+0000 mon.a (mon.0) 221 : cluster [INF] osd.2 marked itself down and dead 2024-09-21T06:13:04.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[89191]: audit 2024-09-21T06:13:02.497383+0000 mgr.y (mgr.15270) 568 : audit [DBG] from='client.44334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[89191]: audit 2024-09-21T06:13:02.497383+0000 mgr.y (mgr.15270) 568 : audit [DBG] from='client.44334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[89191]: audit 2024-09-21T06:13:03.194904+0000 mgr.y (mgr.15270) 569 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[89191]: audit 2024-09-21T06:13:03.194904+0000 mgr.y (mgr.15270) 569 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[89191]: audit 2024-09-21T06:13:03.250322+0000 mgr.y (mgr.15270) 570 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[89191]: audit 2024-09-21T06:13:03.250322+0000 mgr.y (mgr.15270) 570 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[89191]: cluster 2024-09-21T06:13:04.017923+0000 mon.a (mon.0) 221 : cluster [INF] osd.2 marked itself down and dead 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[89191]: cluster 2024-09-21T06:13:04.017923+0000 mon.a (mon.0) 221 : cluster [INF] osd.2 marked itself down and dead 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[92856]: audit 2024-09-21T06:13:02.497383+0000 mgr.y (mgr.15270) 568 : audit [DBG] from='client.44334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[92856]: audit 2024-09-21T06:13:02.497383+0000 mgr.y (mgr.15270) 568 : audit [DBG] from='client.44334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[92856]: audit 2024-09-21T06:13:03.194904+0000 mgr.y (mgr.15270) 569 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[92856]: audit 2024-09-21T06:13:03.194904+0000 mgr.y (mgr.15270) 569 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[92856]: audit 2024-09-21T06:13:03.250322+0000 mgr.y (mgr.15270) 570 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[92856]: audit 2024-09-21T06:13:03.250322+0000 mgr.y (mgr.15270) 570 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:04.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[92856]: cluster 2024-09-21T06:13:04.017923+0000 mon.a (mon.0) 221 : cluster [INF] osd.2 marked itself down and dead 2024-09-21T06:13:04.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:04 smithi099 bash[92856]: cluster 2024-09-21T06:13:04.017923+0000 mon.a (mon.0) 221 : cluster [INF] osd.2 marked itself down and dead 2024-09-21T06:13:05.627 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[108548]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-2 2024-09-21T06:13:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: cluster 2024-09-21T06:13:03.842367+0000 mgr.y (mgr.15270) 571 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: cluster 2024-09-21T06:13:03.842367+0000 mgr.y (mgr.15270) 571 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: cluster 2024-09-21T06:13:04.263784+0000 mon.a (mon.0) 222 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:13:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: cluster 2024-09-21T06:13:04.263784+0000 mon.a (mon.0) 222 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: cluster 2024-09-21T06:13:04.281457+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: cluster 2024-09-21T06:13:04.281457+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: audit 2024-09-21T06:13:05.193237+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: audit 2024-09-21T06:13:05.193237+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: audit 2024-09-21T06:13:05.194470+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[92856]: audit 2024-09-21T06:13:05.194470+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: cluster 2024-09-21T06:13:03.842367+0000 mgr.y (mgr.15270) 571 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: cluster 2024-09-21T06:13:03.842367+0000 mgr.y (mgr.15270) 571 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: cluster 2024-09-21T06:13:04.263784+0000 mon.a (mon.0) 222 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:13:05.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: cluster 2024-09-21T06:13:04.263784+0000 mon.a (mon.0) 222 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:13:05.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: cluster 2024-09-21T06:13:04.281457+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-21T06:13:05.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: cluster 2024-09-21T06:13:04.281457+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-21T06:13:05.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: audit 2024-09-21T06:13:05.193237+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:05.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: audit 2024-09-21T06:13:05.193237+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:05.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: audit 2024-09-21T06:13:05.194470+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:05.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[89191]: audit 2024-09-21T06:13:05.194470+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:05.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:13:05] "GET /metrics HTTP/1.1" 200 38353 "" "Prometheus/2.51.0" 2024-09-21T06:13:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: cluster 2024-09-21T06:13:03.842367+0000 mgr.y (mgr.15270) 571 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: cluster 2024-09-21T06:13:03.842367+0000 mgr.y (mgr.15270) 571 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: cluster 2024-09-21T06:13:04.263784+0000 mon.a (mon.0) 222 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:13:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: cluster 2024-09-21T06:13:04.263784+0000 mon.a (mon.0) 222 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:13:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: cluster 2024-09-21T06:13:04.281457+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-21T06:13:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: cluster 2024-09-21T06:13:04.281457+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-21T06:13:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: audit 2024-09-21T06:13:05.193237+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: audit 2024-09-21T06:13:05.193237+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: audit 2024-09-21T06:13:05.194470+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:05.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:05 smithi112 bash[70260]: audit 2024-09-21T06:13:05.194470+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:06.009 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:05 smithi099 bash[108612]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-2 2024-09-21T06:13:06.290 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:06.035233994Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:06.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:06 smithi112 bash[70260]: cluster 2024-09-21T06:13:05.289382+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-21T06:13:06.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:06 smithi112 bash[70260]: cluster 2024-09-21T06:13:05.289382+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-21T06:13:06.733 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:06 smithi099 bash[89191]: cluster 2024-09-21T06:13:05.289382+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-21T06:13:06.733 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:06 smithi099 bash[89191]: cluster 2024-09-21T06:13:05.289382+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-21T06:13:06.734 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:06 smithi099 bash[92856]: cluster 2024-09-21T06:13:05.289382+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-21T06:13:06.734 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:06 smithi099 bash[92856]: cluster 2024-09-21T06:13:05.289382+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-21T06:13:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:07 smithi099 bash[89191]: cluster 2024-09-21T06:13:05.843952+0000 mgr.y (mgr.15270) 572 : cluster [DBG] pgmap v323: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:07 smithi099 bash[89191]: cluster 2024-09-21T06:13:05.843952+0000 mgr.y (mgr.15270) 572 : cluster [DBG] pgmap v323: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:07 smithi099 bash[89191]: cluster 2024-09-21T06:13:06.282583+0000 mon.a (mon.0) 226 : cluster [WRN] Health check failed: Degraded data redundancy: 37/732 objects degraded (5.055%), 10 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:07 smithi099 bash[89191]: cluster 2024-09-21T06:13:06.282583+0000 mon.a (mon.0) 226 : cluster [WRN] Health check failed: Degraded data redundancy: 37/732 objects degraded (5.055%), 10 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:07 smithi099 bash[92856]: cluster 2024-09-21T06:13:05.843952+0000 mgr.y (mgr.15270) 572 : cluster [DBG] pgmap v323: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:07 smithi099 bash[92856]: cluster 2024-09-21T06:13:05.843952+0000 mgr.y (mgr.15270) 572 : cluster [DBG] pgmap v323: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:07 smithi099 bash[92856]: cluster 2024-09-21T06:13:06.282583+0000 mon.a (mon.0) 226 : cluster [WRN] Health check failed: Degraded data redundancy: 37/732 objects degraded (5.055%), 10 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:07 smithi099 bash[92856]: cluster 2024-09-21T06:13:06.282583+0000 mon.a (mon.0) 226 : cluster [WRN] Health check failed: Degraded data redundancy: 37/732 objects degraded (5.055%), 10 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:07 smithi112 bash[70260]: cluster 2024-09-21T06:13:05.843952+0000 mgr.y (mgr.15270) 572 : cluster [DBG] pgmap v323: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:07 smithi112 bash[70260]: cluster 2024-09-21T06:13:05.843952+0000 mgr.y (mgr.15270) 572 : cluster [DBG] pgmap v323: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:07 smithi112 bash[70260]: cluster 2024-09-21T06:13:06.282583+0000 mon.a (mon.0) 226 : cluster [WRN] Health check failed: Degraded data redundancy: 37/732 objects degraded (5.055%), 10 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:07 smithi112 bash[70260]: cluster 2024-09-21T06:13:06.282583+0000 mon.a (mon.0) 226 : cluster [WRN] Health check failed: Degraded data redundancy: 37/732 objects degraded (5.055%), 10 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:08.043 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:08.044 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:08.044 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:08.044 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.2.service: Deactivated successfully. 2024-09-21T06:13:08.044 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: Stopped Ceph osd.2 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:13:08.044 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:08.045 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:08.045 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:08.045 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:08.046 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:08.046 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:13:07 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:13:08.509 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:08 smithi099 systemd[1]: Started Ceph osd.2 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:13:09.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:09.063190624Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:09 smithi112 bash[70260]: cluster 2024-09-21T06:13:07.844825+0000 mgr.y (mgr.15270) 573 : cluster [DBG] pgmap v324: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:09 smithi112 bash[70260]: cluster 2024-09-21T06:13:07.844825+0000 mgr.y (mgr.15270) 573 : cluster [DBG] pgmap v324: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:09 smithi112 bash[70260]: audit 2024-09-21T06:13:08.093648+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:09 smithi112 bash[70260]: audit 2024-09-21T06:13:08.093648+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:09 smithi112 bash[70260]: audit 2024-09-21T06:13:08.106190+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:09 smithi112 bash[70260]: audit 2024-09-21T06:13:08.106190+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:09 smithi112 bash[70260]: audit 2024-09-21T06:13:08.117362+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:09 smithi112 bash[70260]: audit 2024-09-21T06:13:08.117362+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.509 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[108757]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:13:09.509 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[108757]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:13:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[89191]: cluster 2024-09-21T06:13:07.844825+0000 mgr.y (mgr.15270) 573 : cluster [DBG] pgmap v324: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[89191]: cluster 2024-09-21T06:13:07.844825+0000 mgr.y (mgr.15270) 573 : cluster [DBG] pgmap v324: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[89191]: audit 2024-09-21T06:13:08.093648+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[89191]: audit 2024-09-21T06:13:08.093648+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[89191]: audit 2024-09-21T06:13:08.106190+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[89191]: audit 2024-09-21T06:13:08.106190+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[89191]: audit 2024-09-21T06:13:08.117362+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[89191]: audit 2024-09-21T06:13:08.117362+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[92856]: cluster 2024-09-21T06:13:07.844825+0000 mgr.y (mgr.15270) 573 : cluster [DBG] pgmap v324: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[92856]: cluster 2024-09-21T06:13:07.844825+0000 mgr.y (mgr.15270) 573 : cluster [DBG] pgmap v324: 161 pgs: 22 active+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 125 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 37/732 objects degraded (5.055%) 2024-09-21T06:13:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[92856]: audit 2024-09-21T06:13:08.093648+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[92856]: audit 2024-09-21T06:13:08.093648+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[92856]: audit 2024-09-21T06:13:08.106190+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[92856]: audit 2024-09-21T06:13:08.106190+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[92856]: audit 2024-09-21T06:13:08.117362+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:09 smithi099 bash[92856]: audit 2024-09-21T06:13:08.117362+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:11.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:11 smithi112 bash[70260]: cluster 2024-09-21T06:13:09.846041+0000 mgr.y (mgr.15270) 574 : cluster [DBG] pgmap v325: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:11.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:11 smithi112 bash[70260]: cluster 2024-09-21T06:13:09.846041+0000 mgr.y (mgr.15270) 574 : cluster [DBG] pgmap v325: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:11.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:11 smithi099 bash[89191]: cluster 2024-09-21T06:13:09.846041+0000 mgr.y (mgr.15270) 574 : cluster [DBG] pgmap v325: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:11.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:11 smithi099 bash[89191]: cluster 2024-09-21T06:13:09.846041+0000 mgr.y (mgr.15270) 574 : cluster [DBG] pgmap v325: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:11.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:11 smithi099 bash[92856]: cluster 2024-09-21T06:13:09.846041+0000 mgr.y (mgr.15270) 574 : cluster [DBG] pgmap v325: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:11.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:11 smithi099 bash[92856]: cluster 2024-09-21T06:13:09.846041+0000 mgr.y (mgr.15270) 574 : cluster [DBG] pgmap v325: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:12.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:12.062528848Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:13 smithi112 bash[70260]: cluster 2024-09-21T06:13:11.848109+0000 mgr.y (mgr.15270) 575 : cluster [DBG] pgmap v326: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:13 smithi112 bash[70260]: cluster 2024-09-21T06:13:11.848109+0000 mgr.y (mgr.15270) 575 : cluster [DBG] pgmap v326: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:13 smithi112 bash[70260]: cluster 2024-09-21T06:13:12.120306+0000 mon.a (mon.0) 230 : cluster [WRN] Health check update: Degraded data redundancy: 65/732 objects degraded (8.880%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:13 smithi112 bash[70260]: cluster 2024-09-21T06:13:12.120306+0000 mon.a (mon.0) 230 : cluster [WRN] Health check update: Degraded data redundancy: 65/732 objects degraded (8.880%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[89191]: cluster 2024-09-21T06:13:11.848109+0000 mgr.y (mgr.15270) 575 : cluster [DBG] pgmap v326: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[89191]: cluster 2024-09-21T06:13:11.848109+0000 mgr.y (mgr.15270) 575 : cluster [DBG] pgmap v326: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[89191]: cluster 2024-09-21T06:13:12.120306+0000 mon.a (mon.0) 230 : cluster [WRN] Health check update: Degraded data redundancy: 65/732 objects degraded (8.880%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:13.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[89191]: cluster 2024-09-21T06:13:12.120306+0000 mon.a (mon.0) 230 : cluster [WRN] Health check update: Degraded data redundancy: 65/732 objects degraded (8.880%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:13.509 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-09-21T06:13:13.509 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:13:13.509 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:13:13.510 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-21T06:13:13.510 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-09-21T06:13:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[92856]: cluster 2024-09-21T06:13:11.848109+0000 mgr.y (mgr.15270) 575 : cluster [DBG] pgmap v326: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[92856]: cluster 2024-09-21T06:13:11.848109+0000 mgr.y (mgr.15270) 575 : cluster [DBG] pgmap v326: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[92856]: cluster 2024-09-21T06:13:12.120306+0000 mon.a (mon.0) 230 : cluster [WRN] Health check update: Degraded data redundancy: 65/732 objects degraded (8.880%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[92856]: cluster 2024-09-21T06:13:12.120306+0000 mon.a (mon.0) 230 : cluster [WRN] Health check update: Degraded data redundancy: 65/732 objects degraded (8.880%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:14.009 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-21T06:13:14.009 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-09-21T06:13:14.009 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-21T06:13:14.009 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-21T06:13:14.009 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:13 smithi099 bash[108757]: --> ceph-volume lvm activate successful for osd ID: 2 2024-09-21T06:13:14.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[89191]: audit 2024-09-21T06:13:13.259436+0000 mgr.y (mgr.15270) 576 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:14.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[89191]: audit 2024-09-21T06:13:13.259436+0000 mgr.y (mgr.15270) 576 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:14.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[89191]: audit 2024-09-21T06:13:13.957921+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[89191]: audit 2024-09-21T06:13:13.957921+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[89191]: audit 2024-09-21T06:13:13.968823+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.443 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[89191]: audit 2024-09-21T06:13:13.968823+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.443 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[92856]: audit 2024-09-21T06:13:13.259436+0000 mgr.y (mgr.15270) 576 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:14.443 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[92856]: audit 2024-09-21T06:13:13.259436+0000 mgr.y (mgr.15270) 576 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:14.443 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[92856]: audit 2024-09-21T06:13:13.957921+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.443 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[92856]: audit 2024-09-21T06:13:13.957921+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.443 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[92856]: audit 2024-09-21T06:13:13.968823+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.443 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:14 smithi099 bash[92856]: audit 2024-09-21T06:13:13.968823+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:14 smithi112 bash[70260]: audit 2024-09-21T06:13:13.259436+0000 mgr.y (mgr.15270) 576 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:14.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:14 smithi112 bash[70260]: audit 2024-09-21T06:13:13.259436+0000 mgr.y (mgr.15270) 576 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:14.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:14 smithi112 bash[70260]: audit 2024-09-21T06:13:13.957921+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:14 smithi112 bash[70260]: audit 2024-09-21T06:13:13.957921+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:14 smithi112 bash[70260]: audit 2024-09-21T06:13:13.968823+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:14.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:14 smithi112 bash[70260]: audit 2024-09-21T06:13:13.968823+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[92856]: cluster 2024-09-21T06:13:13.848730+0000 mgr.y (mgr.15270) 577 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:15.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[92856]: cluster 2024-09-21T06:13:13.848730+0000 mgr.y (mgr.15270) 577 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:15.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[92856]: audit 2024-09-21T06:13:15.060165+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[92856]: audit 2024-09-21T06:13:15.060165+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[92856]: audit 2024-09-21T06:13:15.078803+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[92856]: audit 2024-09-21T06:13:15.078803+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[89191]: cluster 2024-09-21T06:13:13.848730+0000 mgr.y (mgr.15270) 577 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:15.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[89191]: cluster 2024-09-21T06:13:13.848730+0000 mgr.y (mgr.15270) 577 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:15.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[89191]: audit 2024-09-21T06:13:15.060165+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[89191]: audit 2024-09-21T06:13:15.060165+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[89191]: audit 2024-09-21T06:13:15.078803+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[89191]: audit 2024-09-21T06:13:15.078803+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:15.037779053Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:15 smithi112 bash[70260]: cluster 2024-09-21T06:13:13.848730+0000 mgr.y (mgr.15270) 577 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:15 smithi112 bash[70260]: cluster 2024-09-21T06:13:13.848730+0000 mgr.y (mgr.15270) 577 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:15 smithi112 bash[70260]: audit 2024-09-21T06:13:15.060165+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:15 smithi112 bash[70260]: audit 2024-09-21T06:13:15.060165+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:15 smithi112 bash[70260]: audit 2024-09-21T06:13:15.078803+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:15 smithi112 bash[70260]: audit 2024-09-21T06:13:15.078803+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:15.759 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[109441]: debug 2024-09-21T06:13:15.468+0000 7f52c021a640 1 -- 172.21.15.99:0/3528435025 <== mon.2 v2:172.21.15.99:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f1ee390960 con 0x55f1ee3b1c00 2024-09-21T06:13:15.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:13:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:13:15] "GET /metrics HTTP/1.1" 200 38353 "" "Prometheus/2.51.0" 2024-09-21T06:13:17.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:17 smithi112 bash[70260]: cluster 2024-09-21T06:13:15.849632+0000 mgr.y (mgr.15270) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:17.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:17 smithi112 bash[70260]: cluster 2024-09-21T06:13:15.849632+0000 mgr.y (mgr.15270) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:17.509 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:17 smithi099 bash[109441]: debug 2024-09-21T06:13:17.200+0000 7f52c2a81640 -1 Falling back to public interface 2024-09-21T06:13:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:17 smithi099 bash[89191]: cluster 2024-09-21T06:13:15.849632+0000 mgr.y (mgr.15270) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:17 smithi099 bash[89191]: cluster 2024-09-21T06:13:15.849632+0000 mgr.y (mgr.15270) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:17.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:17 smithi099 bash[92856]: cluster 2024-09-21T06:13:15.849632+0000 mgr.y (mgr.15270) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:17.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:17 smithi099 bash[92856]: cluster 2024-09-21T06:13:15.849632+0000 mgr.y (mgr.15270) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:18.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:18.040912664Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:19.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:19 smithi112 bash[70260]: cluster 2024-09-21T06:13:17.850277+0000 mgr.y (mgr.15270) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:19.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:19 smithi112 bash[70260]: cluster 2024-09-21T06:13:17.850277+0000 mgr.y (mgr.15270) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:19.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:19 smithi099 bash[89191]: cluster 2024-09-21T06:13:17.850277+0000 mgr.y (mgr.15270) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:19.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:19 smithi099 bash[89191]: cluster 2024-09-21T06:13:17.850277+0000 mgr.y (mgr.15270) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:19.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:19 smithi099 bash[92856]: cluster 2024-09-21T06:13:17.850277+0000 mgr.y (mgr.15270) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:19.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:19 smithi099 bash[92856]: cluster 2024-09-21T06:13:17.850277+0000 mgr.y (mgr.15270) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:20.759 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:20 smithi099 bash[109441]: debug 2024-09-21T06:13:20.424+0000 7f52c2a81640 -1 osd.2 122 log_to_monitors true 2024-09-21T06:13:21.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:21.026275664Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:21 smithi112 bash[70260]: cluster 2024-09-21T06:13:19.851689+0000 mgr.y (mgr.15270) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:21 smithi112 bash[70260]: cluster 2024-09-21T06:13:19.851689+0000 mgr.y (mgr.15270) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:21 smithi112 bash[70260]: audit 2024-09-21T06:13:20.193587+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:21 smithi112 bash[70260]: audit 2024-09-21T06:13:20.193587+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:21 smithi112 bash[70260]: audit 2024-09-21T06:13:20.195551+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:21 smithi112 bash[70260]: audit 2024-09-21T06:13:20.195551+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:21 smithi112 bash[70260]: audit 2024-09-21T06:13:20.434097+0000 mon.a (mon.0) 236 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-21T06:13:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:21 smithi112 bash[70260]: audit 2024-09-21T06:13:20.434097+0000 mon.a (mon.0) 236 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-21T06:13:21.509 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[109441]: debug 2024-09-21T06:13:21.236+0000 7f52b6823640 -1 osd.2 122 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T06:13:21.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[89191]: cluster 2024-09-21T06:13:19.851689+0000 mgr.y (mgr.15270) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:21.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[89191]: cluster 2024-09-21T06:13:19.851689+0000 mgr.y (mgr.15270) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:21.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[89191]: audit 2024-09-21T06:13:20.193587+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[89191]: audit 2024-09-21T06:13:20.193587+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[89191]: audit 2024-09-21T06:13:20.195551+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[89191]: audit 2024-09-21T06:13:20.195551+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[89191]: audit 2024-09-21T06:13:20.434097+0000 mon.a (mon.0) 236 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[89191]: audit 2024-09-21T06:13:20.434097+0000 mon.a (mon.0) 236 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[92856]: cluster 2024-09-21T06:13:19.851689+0000 mgr.y (mgr.15270) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[92856]: cluster 2024-09-21T06:13:19.851689+0000 mgr.y (mgr.15270) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 274 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[92856]: audit 2024-09-21T06:13:20.193587+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[92856]: audit 2024-09-21T06:13:20.193587+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[92856]: audit 2024-09-21T06:13:20.195551+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[92856]: audit 2024-09-21T06:13:20.195551+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[92856]: audit 2024-09-21T06:13:20.434097+0000 mon.a (mon.0) 236 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-21T06:13:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:21 smithi099 bash[92856]: audit 2024-09-21T06:13:20.434097+0000 mon.a (mon.0) 236 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-21T06:13:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[89191]: audit 2024-09-21T06:13:21.193298+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T06:13:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[89191]: audit 2024-09-21T06:13:21.193298+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T06:13:22.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[89191]: cluster 2024-09-21T06:13:21.201241+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-21T06:13:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[89191]: cluster 2024-09-21T06:13:21.201241+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-21T06:13:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[89191]: audit 2024-09-21T06:13:21.202814+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:13:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[89191]: audit 2024-09-21T06:13:21.202814+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:13:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[92856]: audit 2024-09-21T06:13:21.193298+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T06:13:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[92856]: audit 2024-09-21T06:13:21.193298+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T06:13:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[92856]: cluster 2024-09-21T06:13:21.201241+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-21T06:13:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[92856]: cluster 2024-09-21T06:13:21.201241+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-21T06:13:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[92856]: audit 2024-09-21T06:13:21.202814+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:13:22.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:22 smithi099 bash[92856]: audit 2024-09-21T06:13:21.202814+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:13:22.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:22 smithi112 bash[70260]: audit 2024-09-21T06:13:21.193298+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T06:13:22.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:22 smithi112 bash[70260]: audit 2024-09-21T06:13:21.193298+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T06:13:22.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:22 smithi112 bash[70260]: cluster 2024-09-21T06:13:21.201241+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-21T06:13:22.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:22 smithi112 bash[70260]: cluster 2024-09-21T06:13:21.201241+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-21T06:13:22.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:22 smithi112 bash[70260]: audit 2024-09-21T06:13:21.202814+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:13:22.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:22 smithi112 bash[70260]: audit 2024-09-21T06:13:21.202814+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:13:23.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:21.852587+0000 mgr.y (mgr.15270) 581 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:21.852587+0000 mgr.y (mgr.15270) 581 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:22.207858+0000 mon.a (mon.0) 240 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:22.207858+0000 mon.a (mon.0) 240 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: audit 2024-09-21T06:13:22.216797+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: audit 2024-09-21T06:13:22.216797+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:22.216919+0000 mon.a (mon.0) 241 : cluster [INF] osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878] boot 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:22.216919+0000 mon.a (mon.0) 241 : cluster [INF] osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878] boot 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:22.217008+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:22.217008+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:23.223501+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-21T06:13:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[89191]: cluster 2024-09-21T06:13:23.223501+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:21.852587+0000 mgr.y (mgr.15270) 581 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:21.852587+0000 mgr.y (mgr.15270) 581 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:22.207858+0000 mon.a (mon.0) 240 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:22.207858+0000 mon.a (mon.0) 240 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: audit 2024-09-21T06:13:22.216797+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: audit 2024-09-21T06:13:22.216797+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:22.216919+0000 mon.a (mon.0) 241 : cluster [INF] osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878] boot 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:22.216919+0000 mon.a (mon.0) 241 : cluster [INF] osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878] boot 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:22.217008+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-21T06:13:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:22.217008+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-21T06:13:23.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:23.223501+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-21T06:13:23.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:23 smithi099 bash[92856]: cluster 2024-09-21T06:13:23.223501+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-21T06:13:23.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:21.852587+0000 mgr.y (mgr.15270) 581 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:23.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:21.852587+0000 mgr.y (mgr.15270) 581 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2024-09-21T06:13:23.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:22.207858+0000 mon.a (mon.0) 240 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:13:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:22.207858+0000 mon.a (mon.0) 240 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:13:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: audit 2024-09-21T06:13:22.216797+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-21T06:13:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: audit 2024-09-21T06:13:22.216797+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-21T06:13:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:22.216919+0000 mon.a (mon.0) 241 : cluster [INF] osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878] boot 2024-09-21T06:13:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:22.216919+0000 mon.a (mon.0) 241 : cluster [INF] osd.2 [v2:172.21.15.99:6818/3002513878,v1:172.21.15.99:6819/3002513878] boot 2024-09-21T06:13:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:22.217008+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-21T06:13:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:22.217008+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-21T06:13:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:23.223501+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-21T06:13:23.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:23 smithi112 bash[70260]: cluster 2024-09-21T06:13:23.223501+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-21T06:13:24.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:24.025866692Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:24 smithi112 bash[70260]: audit 2024-09-21T06:13:23.267659+0000 mgr.y (mgr.15270) 582 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:24.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:24 smithi112 bash[70260]: audit 2024-09-21T06:13:23.267659+0000 mgr.y (mgr.15270) 582 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:24.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:24 smithi099 bash[89191]: audit 2024-09-21T06:13:23.267659+0000 mgr.y (mgr.15270) 582 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:24.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:24 smithi099 bash[89191]: audit 2024-09-21T06:13:23.267659+0000 mgr.y (mgr.15270) 582 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:24.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:24 smithi099 bash[92856]: audit 2024-09-21T06:13:23.267659+0000 mgr.y (mgr.15270) 582 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:24.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:24 smithi099 bash[92856]: audit 2024-09-21T06:13:23.267659+0000 mgr.y (mgr.15270) 582 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:25.509 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:13:25] "GET /metrics HTTP/1.1" 200 38354 "" "Prometheus/2.51.0" 2024-09-21T06:13:25.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: cluster 2024-09-21T06:13:23.853788+0000 mgr.y (mgr.15270) 583 : cluster [DBG] pgmap v335: 161 pgs: 29 active+undersized, 12 active+undersized+degraded, 120 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:13:25.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: cluster 2024-09-21T06:13:23.853788+0000 mgr.y (mgr.15270) 583 : cluster [DBG] pgmap v335: 161 pgs: 29 active+undersized, 12 active+undersized+degraded, 120 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: cluster 2024-09-21T06:13:24.243352+0000 mon.a (mon.0) 244 : cluster [WRN] Health check update: Degraded data redundancy: 59/732 objects degraded (8.060%), 12 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: cluster 2024-09-21T06:13:24.243352+0000 mon.a (mon.0) 244 : cluster [WRN] Health check update: Degraded data redundancy: 59/732 objects degraded (8.060%), 12 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.133211+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.133211+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.146581+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.146581+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.149899+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.149899+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.151876+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.151876+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.166164+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[89191]: audit 2024-09-21T06:13:25.166164+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: cluster 2024-09-21T06:13:23.853788+0000 mgr.y (mgr.15270) 583 : cluster [DBG] pgmap v335: 161 pgs: 29 active+undersized, 12 active+undersized+degraded, 120 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: cluster 2024-09-21T06:13:23.853788+0000 mgr.y (mgr.15270) 583 : cluster [DBG] pgmap v335: 161 pgs: 29 active+undersized, 12 active+undersized+degraded, 120 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: cluster 2024-09-21T06:13:24.243352+0000 mon.a (mon.0) 244 : cluster [WRN] Health check update: Degraded data redundancy: 59/732 objects degraded (8.060%), 12 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: cluster 2024-09-21T06:13:24.243352+0000 mon.a (mon.0) 244 : cluster [WRN] Health check update: Degraded data redundancy: 59/732 objects degraded (8.060%), 12 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.133211+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.133211+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.146581+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.146581+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.149899+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.149899+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:25.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.151876+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:25.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.151876+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:25.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.166164+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:25 smithi099 bash[92856]: audit 2024-09-21T06:13:25.166164+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: cluster 2024-09-21T06:13:23.853788+0000 mgr.y (mgr.15270) 583 : cluster [DBG] pgmap v335: 161 pgs: 29 active+undersized, 12 active+undersized+degraded, 120 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:13:25.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: cluster 2024-09-21T06:13:23.853788+0000 mgr.y (mgr.15270) 583 : cluster [DBG] pgmap v335: 161 pgs: 29 active+undersized, 12 active+undersized+degraded, 120 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: cluster 2024-09-21T06:13:24.243352+0000 mon.a (mon.0) 244 : cluster [WRN] Health check update: Degraded data redundancy: 59/732 objects degraded (8.060%), 12 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: cluster 2024-09-21T06:13:24.243352+0000 mon.a (mon.0) 244 : cluster [WRN] Health check update: Degraded data redundancy: 59/732 objects degraded (8.060%), 12 pgs degraded (PG_DEGRADED) 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.133211+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.133211+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.146581+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.146581+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.149899+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.149899+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.151876+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.151876+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.166164+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:25.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:25 smithi112 bash[70260]: audit 2024-09-21T06:13:25.166164+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.294206+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:13:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.294206+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:13:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.298232+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.298232+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.303492+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.303492+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: cephadm 2024-09-21T06:13:25.307417+0000 mgr.y (mgr.15270) 584 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:13:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: cephadm 2024-09-21T06:13:25.307417+0000 mgr.y (mgr.15270) 584 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:13:26.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.317223+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.317223+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.322441+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.322441+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.325955+0000 mon.b (mon.1) 168 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.325955+0000 mon.b (mon.1) 168 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.329477+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.329477+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.333175+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.333175+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.336758+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.336758+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.294206+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.294206+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.298232+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.298232+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.303492+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.303492+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: cephadm 2024-09-21T06:13:25.307417+0000 mgr.y (mgr.15270) 584 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: cephadm 2024-09-21T06:13:25.307417+0000 mgr.y (mgr.15270) 584 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.317223+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.317223+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.322441+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.322441+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.325955+0000 mon.b (mon.1) 168 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.325955+0000 mon.b (mon.1) 168 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.329477+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.329477+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.333175+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.333175+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.336758+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.336758+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.340634+0000 mon.b (mon.1) 172 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.340634+0000 mon.b (mon.1) 172 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.346472+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.346472+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.349336+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.349336+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.355636+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.355636+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.358012+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.358012+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.360903+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.360903+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.366908+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.366908+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:13:26.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.369548+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.369548+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.372443+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.372443+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.340634+0000 mon.b (mon.1) 172 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.340634+0000 mon.b (mon.1) 172 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.346472+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.346472+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.349336+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.349336+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.355636+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:13:26.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.355636+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.358012+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.358012+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.360903+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.360903+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.366908+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.366908+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.369548+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.369548+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.372443+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.372443+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.378493+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.378493+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.380934+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.380934+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.383791+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.383791+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.384944+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.384944+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.387800+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.387800+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.388085+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.388085+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.390889+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.390889+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.391115+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.391115+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.394000+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.378493+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.378493+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.380934+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.380934+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.383791+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.383791+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.384944+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.384944+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.387800+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.387800+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.388085+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.388085+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.390889+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.390889+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.391115+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.391115+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.394000+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.394000+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.519 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.394136+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.394136+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.397034+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.397034+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.397169+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.397169+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.400032+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.400032+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.400329+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.400329+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.403298+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.403298+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.403369+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.403369+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.406183+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.406183+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.394000+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.394136+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.394136+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.397034+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.397034+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.397169+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.397169+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.400032+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.400032+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.400329+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.400329+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.403298+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.403298+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.403369+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.403369+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.406183+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.406183+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.522 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.406418+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.406418+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.409224+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.409224+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.415501+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.415501+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.417894+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.417894+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.420778+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.420778+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.420993+0000 mon.b (mon.1) 186 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.420993+0000 mon.b (mon.1) 186 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.423857+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.423857+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.424100+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.424100+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.426967+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.426967+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.406418+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.406418+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.409224+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.409224+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.415501+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.415501+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.417894+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.417894+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.420778+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.420778+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.420993+0000 mon.b (mon.1) 186 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.420993+0000 mon.b (mon.1) 186 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.423857+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.423857+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.424100+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.424100+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.426967+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.426967+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.427282+0000 mon.b (mon.1) 188 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.525 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.427282+0000 mon.b (mon.1) 188 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.430134+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.430134+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.430389+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.430389+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.433247+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.433247+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.433295+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.433295+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.436185+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.436185+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.436901+0000 mon.b (mon.1) 191 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.436901+0000 mon.b (mon.1) 191 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.439827+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.439827+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.450323+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.427282+0000 mon.b (mon.1) 188 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.427282+0000 mon.b (mon.1) 188 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.430134+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.430134+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.430389+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.430389+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.433247+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.433247+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.433295+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.527 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.433295+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.436185+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.436185+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.436901+0000 mon.b (mon.1) 191 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.436901+0000 mon.b (mon.1) 191 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.439827+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.439827+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.450323+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.450323+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.450657+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.450657+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.528 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.452490+0000 mon.b (mon.1) 193 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.452490+0000 mon.b (mon.1) 193 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.470492+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.470492+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.593684+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.593684+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.595725+0000 mon.b (mon.1) 195 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.595725+0000 mon.b (mon.1) 195 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.606948+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[89191]: audit 2024-09-21T06:13:25.606948+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.450323+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.450657+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.450657+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.452490+0000 mon.b (mon.1) 193 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.452490+0000 mon.b (mon.1) 193 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.470492+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.470492+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.593684+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.593684+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.595725+0000 mon.b (mon.1) 195 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.595725+0000 mon.b (mon.1) 195 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.606948+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.530 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:26 smithi099 bash[92856]: audit 2024-09-21T06:13:25.606948+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.294206+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.294206+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.298232+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.298232+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.303492+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.303492+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: cephadm 2024-09-21T06:13:25.307417+0000 mgr.y (mgr.15270) 584 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: cephadm 2024-09-21T06:13:25.307417+0000 mgr.y (mgr.15270) 584 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.317223+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.317223+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.322441+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.322441+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.325955+0000 mon.b (mon.1) 168 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.325955+0000 mon.b (mon.1) 168 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.329477+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.329477+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.333175+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.333175+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.336758+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.336758+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.340634+0000 mon.b (mon.1) 172 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.340634+0000 mon.b (mon.1) 172 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:26.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.346472+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.346472+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.349336+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.349336+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:13:26.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.355636+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:13:26.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.355636+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:13:26.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.358012+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.358012+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.360903+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.360903+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.366908+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.366908+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.369548+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.369548+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.372443+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.372443+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.378493+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.378493+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:13:26.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.380934+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.380934+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.383791+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.383791+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.384944+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.384944+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.387800+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.387800+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.388085+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.388085+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.390889+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.390889+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.391115+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.391115+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.394000+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.394000+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.394136+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.394136+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.397034+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.397034+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.397169+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.397169+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.400032+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.400032+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.400329+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.400329+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.403298+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.403298+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.403369+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.403369+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.406183+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.406183+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.406418+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.406418+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.409224+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.409224+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.415501+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.415501+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.417894+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.417894+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.420778+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.420778+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.420993+0000 mon.b (mon.1) 186 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.420993+0000 mon.b (mon.1) 186 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.423857+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.423857+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.424100+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.424100+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.426967+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.426967+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.427282+0000 mon.b (mon.1) 188 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.427282+0000 mon.b (mon.1) 188 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.430134+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.430134+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.430389+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.430389+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.433247+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.433247+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.433295+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.433295+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.436185+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.436185+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.436901+0000 mon.b (mon.1) 191 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.436901+0000 mon.b (mon.1) 191 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.439827+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.439827+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:13:26.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.450323+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.450323+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.450657+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.450657+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.452490+0000 mon.b (mon.1) 193 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.452490+0000 mon.b (mon.1) 193 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.470492+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.470492+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.593684+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.593684+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.595725+0000 mon.b (mon.1) 195 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.595725+0000 mon.b (mon.1) 195 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:13:26.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.606948+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:26.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:26 smithi112 bash[70260]: audit 2024-09-21T06:13:25.606948+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:27.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:27.055632382Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:27 smithi112 bash[70260]: cephadm 2024-09-21T06:13:25.344866+0000 mgr.y (mgr.15270) 585 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:13:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:27 smithi112 bash[70260]: cephadm 2024-09-21T06:13:25.344866+0000 mgr.y (mgr.15270) 585 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:13:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:27 smithi112 bash[70260]: cephadm 2024-09-21T06:13:25.437982+0000 mgr.y (mgr.15270) 586 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:13:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:27 smithi112 bash[70260]: cephadm 2024-09-21T06:13:25.437982+0000 mgr.y (mgr.15270) 586 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:13:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:27 smithi112 bash[70260]: cluster 2024-09-21T06:13:25.855407+0000 mgr.y (mgr.15270) 587 : cluster [DBG] pgmap v336: 161 pgs: 11 active+undersized, 1 active+undersized+degraded, 149 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 1/732 objects degraded (0.137%) 2024-09-21T06:13:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:27 smithi112 bash[70260]: cluster 2024-09-21T06:13:25.855407+0000 mgr.y (mgr.15270) 587 : cluster [DBG] pgmap v336: 161 pgs: 11 active+undersized, 1 active+undersized+degraded, 149 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 1/732 objects degraded (0.137%) 2024-09-21T06:13:27.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[89191]: cephadm 2024-09-21T06:13:25.344866+0000 mgr.y (mgr.15270) 585 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:13:27.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[89191]: cephadm 2024-09-21T06:13:25.344866+0000 mgr.y (mgr.15270) 585 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:13:27.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[89191]: cephadm 2024-09-21T06:13:25.437982+0000 mgr.y (mgr.15270) 586 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:13:27.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[89191]: cephadm 2024-09-21T06:13:25.437982+0000 mgr.y (mgr.15270) 586 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:13:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[89191]: cluster 2024-09-21T06:13:25.855407+0000 mgr.y (mgr.15270) 587 : cluster [DBG] pgmap v336: 161 pgs: 11 active+undersized, 1 active+undersized+degraded, 149 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 1/732 objects degraded (0.137%) 2024-09-21T06:13:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[89191]: cluster 2024-09-21T06:13:25.855407+0000 mgr.y (mgr.15270) 587 : cluster [DBG] pgmap v336: 161 pgs: 11 active+undersized, 1 active+undersized+degraded, 149 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 1/732 objects degraded (0.137%) 2024-09-21T06:13:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[92856]: cephadm 2024-09-21T06:13:25.344866+0000 mgr.y (mgr.15270) 585 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:13:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[92856]: cephadm 2024-09-21T06:13:25.344866+0000 mgr.y (mgr.15270) 585 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:13:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[92856]: cephadm 2024-09-21T06:13:25.437982+0000 mgr.y (mgr.15270) 586 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:13:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[92856]: cephadm 2024-09-21T06:13:25.437982+0000 mgr.y (mgr.15270) 586 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:13:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[92856]: cluster 2024-09-21T06:13:25.855407+0000 mgr.y (mgr.15270) 587 : cluster [DBG] pgmap v336: 161 pgs: 11 active+undersized, 1 active+undersized+degraded, 149 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 1/732 objects degraded (0.137%) 2024-09-21T06:13:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:27 smithi099 bash[92856]: cluster 2024-09-21T06:13:25.855407+0000 mgr.y (mgr.15270) 587 : cluster [DBG] pgmap v336: 161 pgs: 11 active+undersized, 1 active+undersized+degraded, 149 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 1/732 objects degraded (0.137%) 2024-09-21T06:13:28.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:28 smithi112 bash[70260]: cluster 2024-09-21T06:13:28.259342+0000 mon.a (mon.0) 275 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded) 2024-09-21T06:13:28.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:28 smithi112 bash[70260]: cluster 2024-09-21T06:13:28.259342+0000 mon.a (mon.0) 275 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded) 2024-09-21T06:13:28.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:28 smithi112 bash[70260]: cluster 2024-09-21T06:13:28.259412+0000 mon.a (mon.0) 276 : cluster [INF] Cluster is now healthy 2024-09-21T06:13:28.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:28 smithi112 bash[70260]: cluster 2024-09-21T06:13:28.259412+0000 mon.a (mon.0) 276 : cluster [INF] Cluster is now healthy 2024-09-21T06:13:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:28 smithi099 bash[89191]: cluster 2024-09-21T06:13:28.259342+0000 mon.a (mon.0) 275 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded) 2024-09-21T06:13:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:28 smithi099 bash[89191]: cluster 2024-09-21T06:13:28.259342+0000 mon.a (mon.0) 275 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded) 2024-09-21T06:13:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:28 smithi099 bash[89191]: cluster 2024-09-21T06:13:28.259412+0000 mon.a (mon.0) 276 : cluster [INF] Cluster is now healthy 2024-09-21T06:13:28.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:28 smithi099 bash[89191]: cluster 2024-09-21T06:13:28.259412+0000 mon.a (mon.0) 276 : cluster [INF] Cluster is now healthy 2024-09-21T06:13:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:28 smithi099 bash[92856]: cluster 2024-09-21T06:13:28.259342+0000 mon.a (mon.0) 275 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded) 2024-09-21T06:13:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:28 smithi099 bash[92856]: cluster 2024-09-21T06:13:28.259342+0000 mon.a (mon.0) 275 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded) 2024-09-21T06:13:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:28 smithi099 bash[92856]: cluster 2024-09-21T06:13:28.259412+0000 mon.a (mon.0) 276 : cluster [INF] Cluster is now healthy 2024-09-21T06:13:28.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:28 smithi099 bash[92856]: cluster 2024-09-21T06:13:28.259412+0000 mon.a (mon.0) 276 : cluster [INF] Cluster is now healthy 2024-09-21T06:13:29.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:29 smithi112 bash[70260]: cluster 2024-09-21T06:13:27.856184+0000 mgr.y (mgr.15270) 588 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 768 B/s rd, 0 op/s 2024-09-21T06:13:29.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:29 smithi112 bash[70260]: cluster 2024-09-21T06:13:27.856184+0000 mgr.y (mgr.15270) 588 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 768 B/s rd, 0 op/s 2024-09-21T06:13:29.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:29 smithi099 bash[89191]: cluster 2024-09-21T06:13:27.856184+0000 mgr.y (mgr.15270) 588 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 768 B/s rd, 0 op/s 2024-09-21T06:13:29.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:29 smithi099 bash[89191]: cluster 2024-09-21T06:13:27.856184+0000 mgr.y (mgr.15270) 588 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 768 B/s rd, 0 op/s 2024-09-21T06:13:29.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:29 smithi099 bash[92856]: cluster 2024-09-21T06:13:27.856184+0000 mgr.y (mgr.15270) 588 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 768 B/s rd, 0 op/s 2024-09-21T06:13:29.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:29 smithi099 bash[92856]: cluster 2024-09-21T06:13:27.856184+0000 mgr.y (mgr.15270) 588 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 768 B/s rd, 0 op/s 2024-09-21T06:13:30.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:30.059991934Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:31.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:31 smithi112 bash[70260]: cluster 2024-09-21T06:13:29.857176+0000 mgr.y (mgr.15270) 589 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-21T06:13:31.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:31 smithi112 bash[70260]: cluster 2024-09-21T06:13:29.857176+0000 mgr.y (mgr.15270) 589 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-21T06:13:31.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:31 smithi112 bash[70260]: audit 2024-09-21T06:13:30.410187+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:31.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:31 smithi112 bash[70260]: audit 2024-09-21T06:13:30.410187+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:31 smithi099 bash[89191]: cluster 2024-09-21T06:13:29.857176+0000 mgr.y (mgr.15270) 589 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-21T06:13:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:31 smithi099 bash[89191]: cluster 2024-09-21T06:13:29.857176+0000 mgr.y (mgr.15270) 589 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-21T06:13:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:31 smithi099 bash[89191]: audit 2024-09-21T06:13:30.410187+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:31.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:31 smithi099 bash[89191]: audit 2024-09-21T06:13:30.410187+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:31.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:31 smithi099 bash[92856]: cluster 2024-09-21T06:13:29.857176+0000 mgr.y (mgr.15270) 589 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-21T06:13:31.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:31 smithi099 bash[92856]: cluster 2024-09-21T06:13:29.857176+0000 mgr.y (mgr.15270) 589 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-21T06:13:31.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:31 smithi099 bash[92856]: audit 2024-09-21T06:13:30.410187+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:31.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:31 smithi099 bash[92856]: audit 2024-09-21T06:13:30.410187+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:33.320 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:33.036539682Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:33.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:33 smithi099 bash[89191]: cluster 2024-09-21T06:13:31.858617+0000 mgr.y (mgr.15270) 590 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:13:33.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:33 smithi099 bash[89191]: cluster 2024-09-21T06:13:31.858617+0000 mgr.y (mgr.15270) 590 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:13:33.545 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:33 smithi099 bash[92856]: cluster 2024-09-21T06:13:31.858617+0000 mgr.y (mgr.15270) 590 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:13:33.545 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:33 smithi099 bash[92856]: cluster 2024-09-21T06:13:31.858617+0000 mgr.y (mgr.15270) 590 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:13:33.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:33 smithi112 bash[70260]: cluster 2024-09-21T06:13:31.858617+0000 mgr.y (mgr.15270) 590 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:13:33.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:33 smithi112 bash[70260]: cluster 2024-09-21T06:13:31.858617+0000 mgr.y (mgr.15270) 590 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:13:34.369 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T06:13:34.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:34 smithi112 bash[70260]: audit 2024-09-21T06:13:33.275647+0000 mgr.y (mgr.15270) 591 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:34.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:34 smithi112 bash[70260]: audit 2024-09-21T06:13:33.275647+0000 mgr.y (mgr.15270) 591 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:34.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:34 smithi099 bash[89191]: audit 2024-09-21T06:13:33.275647+0000 mgr.y (mgr.15270) 591 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:34.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:34 smithi099 bash[89191]: audit 2024-09-21T06:13:33.275647+0000 mgr.y (mgr.15270) 591 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:34.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:34 smithi099 bash[92856]: audit 2024-09-21T06:13:33.275647+0000 mgr.y (mgr.15270) 591 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:34.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:34 smithi099 bash[92856]: audit 2024-09-21T06:13:33.275647+0000 mgr.y (mgr.15270) 591 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:35.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:35 smithi112 bash[70260]: audit 2024-09-21T06:13:33.532193+0000 mgr.y (mgr.15270) 592 : audit [DBG] from='client.44358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:35.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:35 smithi112 bash[70260]: audit 2024-09-21T06:13:33.532193+0000 mgr.y (mgr.15270) 592 : audit [DBG] from='client.44358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:35.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:35 smithi112 bash[70260]: cluster 2024-09-21T06:13:33.859666+0000 mgr.y (mgr.15270) 593 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 961 B/s rd, 0 op/s 2024-09-21T06:13:35.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:35 smithi112 bash[70260]: cluster 2024-09-21T06:13:33.859666+0000 mgr.y (mgr.15270) 593 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 961 B/s rd, 0 op/s 2024-09-21T06:13:35.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:35 smithi112 bash[70260]: audit 2024-09-21T06:13:35.196995+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:35.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:35 smithi112 bash[70260]: audit 2024-09-21T06:13:35.196995+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:35.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:35 smithi112 bash[70260]: audit 2024-09-21T06:13:35.197421+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:35.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:35 smithi112 bash[70260]: audit 2024-09-21T06:13:35.197421+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:35.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:13:35] "GET /metrics HTTP/1.1" 200 38348 "" "Prometheus/2.51.0" 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[89191]: audit 2024-09-21T06:13:33.532193+0000 mgr.y (mgr.15270) 592 : audit [DBG] from='client.44358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[89191]: audit 2024-09-21T06:13:33.532193+0000 mgr.y (mgr.15270) 592 : audit [DBG] from='client.44358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[89191]: cluster 2024-09-21T06:13:33.859666+0000 mgr.y (mgr.15270) 593 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 961 B/s rd, 0 op/s 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[89191]: cluster 2024-09-21T06:13:33.859666+0000 mgr.y (mgr.15270) 593 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 961 B/s rd, 0 op/s 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[89191]: audit 2024-09-21T06:13:35.196995+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[89191]: audit 2024-09-21T06:13:35.196995+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[89191]: audit 2024-09-21T06:13:35.197421+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[89191]: audit 2024-09-21T06:13:35.197421+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[92856]: audit 2024-09-21T06:13:33.532193+0000 mgr.y (mgr.15270) 592 : audit [DBG] from='client.44358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:35.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[92856]: audit 2024-09-21T06:13:33.532193+0000 mgr.y (mgr.15270) 592 : audit [DBG] from='client.44358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[92856]: cluster 2024-09-21T06:13:33.859666+0000 mgr.y (mgr.15270) 593 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 961 B/s rd, 0 op/s 2024-09-21T06:13:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[92856]: cluster 2024-09-21T06:13:33.859666+0000 mgr.y (mgr.15270) 593 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 961 B/s rd, 0 op/s 2024-09-21T06:13:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[92856]: audit 2024-09-21T06:13:35.196995+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[92856]: audit 2024-09-21T06:13:35.196995+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[92856]: audit 2024-09-21T06:13:35.197421+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:35 smithi099 bash[92856]: audit 2024-09-21T06:13:35.197421+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:36.427 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:36.034447637Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:36.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:36 smithi112 bash[70260]: audit 2024-09-21T06:13:35.423022+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:36.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:36 smithi112 bash[70260]: audit 2024-09-21T06:13:35.423022+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:36.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:36 smithi112 bash[70260]: cluster 2024-09-21T06:13:35.860971+0000 mgr.y (mgr.15270) 594 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:36.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:36 smithi112 bash[70260]: cluster 2024-09-21T06:13:35.860971+0000 mgr.y (mgr.15270) 594 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:36.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:36 smithi099 bash[89191]: audit 2024-09-21T06:13:35.423022+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:36.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:36 smithi099 bash[89191]: audit 2024-09-21T06:13:35.423022+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:36.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:36 smithi099 bash[89191]: cluster 2024-09-21T06:13:35.860971+0000 mgr.y (mgr.15270) 594 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:36.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:36 smithi099 bash[89191]: cluster 2024-09-21T06:13:35.860971+0000 mgr.y (mgr.15270) 594 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:36.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:36 smithi099 bash[92856]: audit 2024-09-21T06:13:35.423022+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:36.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:36 smithi099 bash[92856]: audit 2024-09-21T06:13:35.423022+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:13:36.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:36 smithi099 bash[92856]: cluster 2024-09-21T06:13:35.860971+0000 mgr.y (mgr.15270) 594 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:36.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:36 smithi099 bash[92856]: cluster 2024-09-21T06:13:35.860971+0000 mgr.y (mgr.15270) 594 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:39.185 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:13:39.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:39.057534499Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:39.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:38 smithi112 bash[70260]: cluster 2024-09-21T06:13:37.861742+0000 mgr.y (mgr.15270) 595 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:39.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:38 smithi112 bash[70260]: cluster 2024-09-21T06:13:37.861742+0000 mgr.y (mgr.15270) 595 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:39.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:38 smithi099 bash[89191]: cluster 2024-09-21T06:13:37.861742+0000 mgr.y (mgr.15270) 595 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:39.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:38 smithi099 bash[89191]: cluster 2024-09-21T06:13:37.861742+0000 mgr.y (mgr.15270) 595 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:39.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:38 smithi099 bash[92856]: cluster 2024-09-21T06:13:37.861742+0000 mgr.y (mgr.15270) 595 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:39.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:38 smithi099 bash[92856]: cluster 2024-09-21T06:13:37.861742+0000 mgr.y (mgr.15270) 595 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:40.756 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (8m) 26s ago 35m 14.0M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (8m) 6m ago 35m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (10m) 26s ago 33m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (10m) 6m ago 43m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (21m) 26s ago 46m 517M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (5m) 26s ago 46m 49.4M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (6m) 6m ago 44m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (4m) 26s ago 44m 39.6M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (10m) 26s ago 35m 8424k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (9m) 6m ago 35m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (2m) 26s ago 43m 50.1M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (2m) 26s ago 42m 50.1M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:13:40.757 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running 26s ago 41m - 3036M 2024-09-21T06:13:40.758 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (40m) 26s ago 40m 72.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:13:40.758 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (39m) 6m ago 39m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:13:40.758 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (38m) 6m ago 38m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:13:40.758 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (38m) 6m ago 38m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:13:40.758 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (37m) 6m ago 37m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:13:40.758 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (9m) 6m ago 36m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:13:40.758 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (33m) 26s ago 33m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:13:40.758 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (33m) 6m ago 33m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:13:41.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:40 smithi112 bash[70260]: cluster 2024-09-21T06:13:39.862787+0000 mgr.y (mgr.15270) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:41.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:40 smithi112 bash[70260]: cluster 2024-09-21T06:13:39.862787+0000 mgr.y (mgr.15270) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:41.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:40 smithi099 bash[92856]: cluster 2024-09-21T06:13:39.862787+0000 mgr.y (mgr.15270) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:41.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:40 smithi099 bash[92856]: cluster 2024-09-21T06:13:39.862787+0000 mgr.y (mgr.15270) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:41.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:40 smithi099 bash[89191]: cluster 2024-09-21T06:13:39.862787+0000 mgr.y (mgr.15270) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:41.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:40 smithi099 bash[89191]: cluster 2024-09-21T06:13:39.862787+0000 mgr.y (mgr.15270) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:41.506 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-21T06:13:42.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:42.030687556Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:42.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:41 smithi112 bash[70260]: audit 2024-09-21T06:13:40.746313+0000 mgr.y (mgr.15270) 597 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:42.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:41 smithi112 bash[70260]: audit 2024-09-21T06:13:40.746313+0000 mgr.y (mgr.15270) 597 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:42.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:41 smithi099 bash[92856]: audit 2024-09-21T06:13:40.746313+0000 mgr.y (mgr.15270) 597 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:42.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:41 smithi099 bash[92856]: audit 2024-09-21T06:13:40.746313+0000 mgr.y (mgr.15270) 597 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:42.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:41 smithi099 bash[89191]: audit 2024-09-21T06:13:40.746313+0000 mgr.y (mgr.15270) 597 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:42.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:41 smithi099 bash[89191]: audit 2024-09-21T06:13:40.746313+0000 mgr.y (mgr.15270) 597 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:43.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:42 smithi112 bash[70260]: cluster 2024-09-21T06:13:41.864264+0000 mgr.y (mgr.15270) 598 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:43.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:42 smithi112 bash[70260]: cluster 2024-09-21T06:13:41.864264+0000 mgr.y (mgr.15270) 598 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:43.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:42 smithi099 bash[89191]: cluster 2024-09-21T06:13:41.864264+0000 mgr.y (mgr.15270) 598 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:43.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:42 smithi099 bash[89191]: cluster 2024-09-21T06:13:41.864264+0000 mgr.y (mgr.15270) 598 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:43.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:42 smithi099 bash[92856]: cluster 2024-09-21T06:13:41.864264+0000 mgr.y (mgr.15270) 598 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:43.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:42 smithi099 bash[92856]: cluster 2024-09-21T06:13:41.864264+0000 mgr.y (mgr.15270) 598 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:43 smithi112 bash[70260]: audit 2024-09-21T06:13:43.283610+0000 mgr.y (mgr.15270) 599 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:43 smithi112 bash[70260]: audit 2024-09-21T06:13:43.283610+0000 mgr.y (mgr.15270) 599 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:43 smithi099 bash[89191]: audit 2024-09-21T06:13:43.283610+0000 mgr.y (mgr.15270) 599 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:43 smithi099 bash[89191]: audit 2024-09-21T06:13:43.283610+0000 mgr.y (mgr.15270) 599 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:43 smithi099 bash[92856]: audit 2024-09-21T06:13:43.283610+0000 mgr.y (mgr.15270) 599 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:44.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:43 smithi099 bash[92856]: audit 2024-09-21T06:13:43.283610+0000 mgr.y (mgr.15270) 599 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:45.194 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:45.060545212Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:45.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:44 smithi112 bash[70260]: cluster 2024-09-21T06:13:43.865465+0000 mgr.y (mgr.15270) 600 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:45.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:44 smithi112 bash[70260]: cluster 2024-09-21T06:13:43.865465+0000 mgr.y (mgr.15270) 600 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:45.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:44 smithi099 bash[92856]: cluster 2024-09-21T06:13:43.865465+0000 mgr.y (mgr.15270) 600 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:45.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:44 smithi099 bash[92856]: cluster 2024-09-21T06:13:43.865465+0000 mgr.y (mgr.15270) 600 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:45.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:44 smithi099 bash[89191]: cluster 2024-09-21T06:13:43.865465+0000 mgr.y (mgr.15270) 600 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:45.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:44 smithi099 bash[89191]: cluster 2024-09-21T06:13:43.865465+0000 mgr.y (mgr.15270) 600 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:45.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:13:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:13:45] "GET /metrics HTTP/1.1" 200 38348 "" "Prometheus/2.51.0" 2024-09-21T06:13:46.316 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:13:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:46 smithi099 bash[89191]: cluster 2024-09-21T06:13:45.866443+0000 mgr.y (mgr.15270) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:47.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:46 smithi099 bash[89191]: cluster 2024-09-21T06:13:45.866443+0000 mgr.y (mgr.15270) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:47.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:46 smithi099 bash[92856]: cluster 2024-09-21T06:13:45.866443+0000 mgr.y (mgr.15270) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:47.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:46 smithi099 bash[92856]: cluster 2024-09-21T06:13:45.866443+0000 mgr.y (mgr.15270) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:46 smithi112 bash[70260]: cluster 2024-09-21T06:13:45.866443+0000 mgr.y (mgr.15270) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:46 smithi112 bash[70260]: cluster 2024-09-21T06:13:45.866443+0000 mgr.y (mgr.15270) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:48.047 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:13:48.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:48.025723088Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:48.718 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 8'"'"'' 2024-09-21T06:13:49.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:48 smithi099 bash[89191]: cluster 2024-09-21T06:13:47.867307+0000 mgr.y (mgr.15270) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:49.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:48 smithi099 bash[89191]: cluster 2024-09-21T06:13:47.867307+0000 mgr.y (mgr.15270) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:49.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:48 smithi099 bash[89191]: audit 2024-09-21T06:13:48.035001+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.99:0/3487117116' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:49.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:48 smithi099 bash[89191]: audit 2024-09-21T06:13:48.035001+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.99:0/3487117116' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:49.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:48 smithi099 bash[92856]: cluster 2024-09-21T06:13:47.867307+0000 mgr.y (mgr.15270) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:49.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:48 smithi099 bash[92856]: cluster 2024-09-21T06:13:47.867307+0000 mgr.y (mgr.15270) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:49.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:48 smithi099 bash[92856]: audit 2024-09-21T06:13:48.035001+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.99:0/3487117116' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:49.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:48 smithi099 bash[92856]: audit 2024-09-21T06:13:48.035001+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.99:0/3487117116' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:49.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:48 smithi112 bash[70260]: cluster 2024-09-21T06:13:47.867307+0000 mgr.y (mgr.15270) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:49.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:48 smithi112 bash[70260]: cluster 2024-09-21T06:13:47.867307+0000 mgr.y (mgr.15270) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:49.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:48 smithi112 bash[70260]: audit 2024-09-21T06:13:48.035001+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.99:0/3487117116' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:49.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:48 smithi112 bash[70260]: audit 2024-09-21T06:13:48.035001+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.99:0/3487117116' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:13:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:50 smithi099 bash[89191]: cluster 2024-09-21T06:13:49.868319+0000 mgr.y (mgr.15270) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:50 smithi099 bash[89191]: cluster 2024-09-21T06:13:49.868319+0000 mgr.y (mgr.15270) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:51.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:50 smithi099 bash[89191]: audit 2024-09-21T06:13:50.186318+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:51.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:50 smithi099 bash[89191]: audit 2024-09-21T06:13:50.186318+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:50 smithi099 bash[92856]: cluster 2024-09-21T06:13:49.868319+0000 mgr.y (mgr.15270) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:50 smithi099 bash[92856]: cluster 2024-09-21T06:13:49.868319+0000 mgr.y (mgr.15270) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:50 smithi099 bash[92856]: audit 2024-09-21T06:13:50.186318+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:51.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:50 smithi099 bash[92856]: audit 2024-09-21T06:13:50.186318+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:51.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:51.03799279Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:50 smithi112 bash[70260]: cluster 2024-09-21T06:13:49.868319+0000 mgr.y (mgr.15270) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:50 smithi112 bash[70260]: cluster 2024-09-21T06:13:49.868319+0000 mgr.y (mgr.15270) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:50 smithi112 bash[70260]: audit 2024-09-21T06:13:50.186318+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:50 smithi112 bash[70260]: audit 2024-09-21T06:13:50.186318+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:13:53.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:52 smithi099 bash[89191]: cluster 2024-09-21T06:13:51.870196+0000 mgr.y (mgr.15270) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:53.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:52 smithi099 bash[89191]: cluster 2024-09-21T06:13:51.870196+0000 mgr.y (mgr.15270) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:53.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:52 smithi099 bash[92856]: cluster 2024-09-21T06:13:51.870196+0000 mgr.y (mgr.15270) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:53.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:52 smithi099 bash[92856]: cluster 2024-09-21T06:13:51.870196+0000 mgr.y (mgr.15270) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:53.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:52 smithi112 bash[70260]: cluster 2024-09-21T06:13:51.870196+0000 mgr.y (mgr.15270) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:53.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:52 smithi112 bash[70260]: cluster 2024-09-21T06:13:51.870196+0000 mgr.y (mgr.15270) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:53.536 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:13:54.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:53 smithi099 bash[89191]: audit 2024-09-21T06:13:53.294718+0000 mgr.y (mgr.15270) 605 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:54.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:53 smithi099 bash[89191]: audit 2024-09-21T06:13:53.294718+0000 mgr.y (mgr.15270) 605 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:54.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:53 smithi099 bash[92856]: audit 2024-09-21T06:13:53.294718+0000 mgr.y (mgr.15270) 605 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:54.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:53 smithi099 bash[92856]: audit 2024-09-21T06:13:53.294718+0000 mgr.y (mgr.15270) 605 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:54.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:54.044302491Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:53 smithi112 bash[70260]: audit 2024-09-21T06:13:53.294718+0000 mgr.y (mgr.15270) 605 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:53 smithi112 bash[70260]: audit 2024-09-21T06:13:53.294718+0000 mgr.y (mgr.15270) 605 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:13:55.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:54 smithi099 bash[92856]: cluster 2024-09-21T06:13:53.871349+0000 mgr.y (mgr.15270) 606 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:55.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:54 smithi099 bash[92856]: cluster 2024-09-21T06:13:53.871349+0000 mgr.y (mgr.15270) 606 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:55.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:54 smithi099 bash[89191]: cluster 2024-09-21T06:13:53.871349+0000 mgr.y (mgr.15270) 606 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:55.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:54 smithi099 bash[89191]: cluster 2024-09-21T06:13:53.871349+0000 mgr.y (mgr.15270) 606 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:55.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:54 smithi112 bash[70260]: cluster 2024-09-21T06:13:53.871349+0000 mgr.y (mgr.15270) 606 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:55.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:54 smithi112 bash[70260]: cluster 2024-09-21T06:13:53.871349+0000 mgr.y (mgr.15270) 606 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:55.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:13:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:13:55] "GET /metrics HTTP/1.1" 200 38347 "" "Prometheus/2.51.0" 2024-09-21T06:13:56.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:55 smithi099 bash[89191]: audit 2024-09-21T06:13:55.216303+0000 mgr.y (mgr.15270) 607 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:56.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:55 smithi099 bash[89191]: audit 2024-09-21T06:13:55.216303+0000 mgr.y (mgr.15270) 607 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:56.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:55 smithi099 bash[92856]: audit 2024-09-21T06:13:55.216303+0000 mgr.y (mgr.15270) 607 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:56.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:55 smithi099 bash[92856]: audit 2024-09-21T06:13:55.216303+0000 mgr.y (mgr.15270) 607 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:56.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:55 smithi112 bash[70260]: audit 2024-09-21T06:13:55.216303+0000 mgr.y (mgr.15270) 607 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:56.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:55 smithi112 bash[70260]: audit 2024-09-21T06:13:55.216303+0000 mgr.y (mgr.15270) 607 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:13:57.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:56 smithi099 bash[89191]: cluster 2024-09-21T06:13:55.872639+0000 mgr.y (mgr.15270) 608 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:57.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:56 smithi099 bash[89191]: cluster 2024-09-21T06:13:55.872639+0000 mgr.y (mgr.15270) 608 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:56 smithi099 bash[92856]: cluster 2024-09-21T06:13:55.872639+0000 mgr.y (mgr.15270) 608 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:57.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:56 smithi099 bash[92856]: cluster 2024-09-21T06:13:55.872639+0000 mgr.y (mgr.15270) 608 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:57.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:13:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:13:57.050216225Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:13:57.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:56 smithi112 bash[70260]: cluster 2024-09-21T06:13:55.872639+0000 mgr.y (mgr.15270) 608 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:57.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:56 smithi112 bash[70260]: cluster 2024-09-21T06:13:55.872639+0000 mgr.y (mgr.15270) 608 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:13:57.710 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:13:58.412 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade status' 2024-09-21T06:13:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:58 smithi099 bash[89191]: cluster 2024-09-21T06:13:57.873452+0000 mgr.y (mgr.15270) 609 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:59.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:13:58 smithi099 bash[89191]: cluster 2024-09-21T06:13:57.873452+0000 mgr.y (mgr.15270) 609 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:59.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:58 smithi099 bash[92856]: cluster 2024-09-21T06:13:57.873452+0000 mgr.y (mgr.15270) 609 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:59.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:13:58 smithi099 bash[92856]: cluster 2024-09-21T06:13:57.873452+0000 mgr.y (mgr.15270) 609 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:59.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:58 smithi112 bash[70260]: cluster 2024-09-21T06:13:57.873452+0000 mgr.y (mgr.15270) 609 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:13:59.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:13:58 smithi112 bash[70260]: cluster 2024-09-21T06:13:57.873452+0000 mgr.y (mgr.15270) 609 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:00.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:00.032855138Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:01.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:00 smithi099 bash[89191]: cluster 2024-09-21T06:13:59.874549+0000 mgr.y (mgr.15270) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:01.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:00 smithi099 bash[89191]: cluster 2024-09-21T06:13:59.874549+0000 mgr.y (mgr.15270) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:01.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:00 smithi099 bash[92856]: cluster 2024-09-21T06:13:59.874549+0000 mgr.y (mgr.15270) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:01.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:00 smithi099 bash[92856]: cluster 2024-09-21T06:13:59.874549+0000 mgr.y (mgr.15270) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:01.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:00 smithi112 bash[70260]: cluster 2024-09-21T06:13:59.874549+0000 mgr.y (mgr.15270) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:01.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:00 smithi112 bash[70260]: cluster 2024-09-21T06:13:59.874549+0000 mgr.y (mgr.15270) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:03.248 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:14:03.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:02 smithi099 bash[89191]: cluster 2024-09-21T06:14:01.876070+0000 mgr.y (mgr.15270) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:03.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:02 smithi099 bash[89191]: cluster 2024-09-21T06:14:01.876070+0000 mgr.y (mgr.15270) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:03.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:02 smithi099 bash[92856]: cluster 2024-09-21T06:14:01.876070+0000 mgr.y (mgr.15270) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:03.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:02 smithi099 bash[92856]: cluster 2024-09-21T06:14:01.876070+0000 mgr.y (mgr.15270) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:03.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:03.03237553Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:02 smithi112 bash[70260]: cluster 2024-09-21T06:14:01.876070+0000 mgr.y (mgr.15270) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:02 smithi112 bash[70260]: cluster 2024-09-21T06:14:01.876070+0000 mgr.y (mgr.15270) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:04.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:03 smithi099 bash[89191]: audit 2024-09-21T06:14:03.303598+0000 mgr.y (mgr.15270) 612 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:04.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:03 smithi099 bash[89191]: audit 2024-09-21T06:14:03.303598+0000 mgr.y (mgr.15270) 612 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:04.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:04 smithi099 bash[92856]: audit 2024-09-21T06:14:03.303598+0000 mgr.y (mgr.15270) 612 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:04.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:04 smithi099 bash[92856]: audit 2024-09-21T06:14:03.303598+0000 mgr.y (mgr.15270) 612 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:03 smithi112 bash[70260]: audit 2024-09-21T06:14:03.303598+0000 mgr.y (mgr.15270) 612 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:04.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:03 smithi112 bash[70260]: audit 2024-09-21T06:14:03.303598+0000 mgr.y (mgr.15270) 612 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:04.833 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:14:04.833 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": null, 2024-09-21T06:14:04.833 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": false, 2024-09-21T06:14:04.834 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "", 2024-09-21T06:14:04.834 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:14:04.834 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": null, 2024-09-21T06:14:04.834 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "", 2024-09-21T06:14:04.834 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:14:04.834 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:14:05.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:05 smithi099 bash[89191]: cluster 2024-09-21T06:14:03.877080+0000 mgr.y (mgr.15270) 613 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:05.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:05 smithi099 bash[89191]: cluster 2024-09-21T06:14:03.877080+0000 mgr.y (mgr.15270) 613 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:05.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:05 smithi099 bash[92856]: cluster 2024-09-21T06:14:03.877080+0000 mgr.y (mgr.15270) 613 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:05.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:05 smithi099 bash[92856]: cluster 2024-09-21T06:14:03.877080+0000 mgr.y (mgr.15270) 613 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:05.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:05 smithi112 bash[70260]: cluster 2024-09-21T06:14:03.877080+0000 mgr.y (mgr.15270) 613 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:05.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:05 smithi112 bash[70260]: cluster 2024-09-21T06:14:03.877080+0000 mgr.y (mgr.15270) 613 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:05.587 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph health detail' 2024-09-21T06:14:05.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:14:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:14:05] "GET /metrics HTTP/1.1" 200 38350 "" "Prometheus/2.51.0" 2024-09-21T06:14:06.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:06.049226785Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:06 smithi112 bash[70260]: audit 2024-09-21T06:14:04.835322+0000 mgr.y (mgr.15270) 614 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:06 smithi112 bash[70260]: audit 2024-09-21T06:14:04.835322+0000 mgr.y (mgr.15270) 614 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:06 smithi112 bash[70260]: audit 2024-09-21T06:14:05.187103+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:06 smithi112 bash[70260]: audit 2024-09-21T06:14:05.187103+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:06.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:06 smithi099 bash[89191]: audit 2024-09-21T06:14:04.835322+0000 mgr.y (mgr.15270) 614 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:06.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:06 smithi099 bash[89191]: audit 2024-09-21T06:14:04.835322+0000 mgr.y (mgr.15270) 614 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:06 smithi099 bash[89191]: audit 2024-09-21T06:14:05.187103+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:06 smithi099 bash[89191]: audit 2024-09-21T06:14:05.187103+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:06.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:06 smithi099 bash[92856]: audit 2024-09-21T06:14:04.835322+0000 mgr.y (mgr.15270) 614 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:06.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:06 smithi099 bash[92856]: audit 2024-09-21T06:14:04.835322+0000 mgr.y (mgr.15270) 614 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:06.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:06 smithi099 bash[92856]: audit 2024-09-21T06:14:05.187103+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:06.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:06 smithi099 bash[92856]: audit 2024-09-21T06:14:05.187103+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:07.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:07 smithi112 bash[70260]: cluster 2024-09-21T06:14:05.878391+0000 mgr.y (mgr.15270) 615 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:07.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:07 smithi112 bash[70260]: cluster 2024-09-21T06:14:05.878391+0000 mgr.y (mgr.15270) 615 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:07 smithi099 bash[89191]: cluster 2024-09-21T06:14:05.878391+0000 mgr.y (mgr.15270) 615 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:07.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:07 smithi099 bash[89191]: cluster 2024-09-21T06:14:05.878391+0000 mgr.y (mgr.15270) 615 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:07 smithi099 bash[92856]: cluster 2024-09-21T06:14:05.878391+0000 mgr.y (mgr.15270) 615 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:07 smithi099 bash[92856]: cluster 2024-09-21T06:14:05.878391+0000 mgr.y (mgr.15270) 615 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:09.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:09.037995612Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:09 smithi112 bash[70260]: cluster 2024-09-21T06:14:07.879127+0000 mgr.y (mgr.15270) 616 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:09 smithi112 bash[70260]: cluster 2024-09-21T06:14:07.879127+0000 mgr.y (mgr.15270) 616 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:09.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:09 smithi099 bash[89191]: cluster 2024-09-21T06:14:07.879127+0000 mgr.y (mgr.15270) 616 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:09.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:09 smithi099 bash[89191]: cluster 2024-09-21T06:14:07.879127+0000 mgr.y (mgr.15270) 616 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:09 smithi099 bash[92856]: cluster 2024-09-21T06:14:07.879127+0000 mgr.y (mgr.15270) 616 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:09 smithi099 bash[92856]: cluster 2024-09-21T06:14:07.879127+0000 mgr.y (mgr.15270) 616 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:10.397 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:14:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:11 smithi112 bash[70260]: cluster 2024-09-21T06:14:09.879895+0000 mgr.y (mgr.15270) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:11.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:11 smithi112 bash[70260]: cluster 2024-09-21T06:14:09.879895+0000 mgr.y (mgr.15270) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:11.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:11 smithi099 bash[89191]: cluster 2024-09-21T06:14:09.879895+0000 mgr.y (mgr.15270) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:11.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:11 smithi099 bash[89191]: cluster 2024-09-21T06:14:09.879895+0000 mgr.y (mgr.15270) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:11.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:11 smithi099 bash[92856]: cluster 2024-09-21T06:14:09.879895+0000 mgr.y (mgr.15270) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:11.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:11 smithi099 bash[92856]: cluster 2024-09-21T06:14:09.879895+0000 mgr.y (mgr.15270) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:12.218 INFO:teuthology.orchestra.run.smithi099.stdout:HEALTH_OK 2024-09-21T06:14:12.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:12.055513927Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:12.863 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd' 2024-09-21T06:14:13.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:13 smithi099 bash[89191]: cluster 2024-09-21T06:14:11.880659+0000 mgr.y (mgr.15270) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:13 smithi099 bash[89191]: cluster 2024-09-21T06:14:11.880659+0000 mgr.y (mgr.15270) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:13 smithi099 bash[89191]: audit 2024-09-21T06:14:12.220094+0000 mon.a (mon.0) 280 : audit [DBG] from='client.? 172.21.15.99:0/2511963803' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:14:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:13 smithi099 bash[89191]: audit 2024-09-21T06:14:12.220094+0000 mon.a (mon.0) 280 : audit [DBG] from='client.? 172.21.15.99:0/2511963803' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:14:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:13 smithi099 bash[92856]: cluster 2024-09-21T06:14:11.880659+0000 mgr.y (mgr.15270) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:13 smithi099 bash[92856]: cluster 2024-09-21T06:14:11.880659+0000 mgr.y (mgr.15270) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:13 smithi099 bash[92856]: audit 2024-09-21T06:14:12.220094+0000 mon.a (mon.0) 280 : audit [DBG] from='client.? 172.21.15.99:0/2511963803' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:14:13.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:13 smithi099 bash[92856]: audit 2024-09-21T06:14:12.220094+0000 mon.a (mon.0) 280 : audit [DBG] from='client.? 172.21.15.99:0/2511963803' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:14:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:13 smithi112 bash[70260]: cluster 2024-09-21T06:14:11.880659+0000 mgr.y (mgr.15270) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:13 smithi112 bash[70260]: cluster 2024-09-21T06:14:11.880659+0000 mgr.y (mgr.15270) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:13 smithi112 bash[70260]: audit 2024-09-21T06:14:12.220094+0000 mon.a (mon.0) 280 : audit [DBG] from='client.? 172.21.15.99:0/2511963803' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:14:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:13 smithi112 bash[70260]: audit 2024-09-21T06:14:12.220094+0000 mon.a (mon.0) 280 : audit [DBG] from='client.? 172.21.15.99:0/2511963803' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:14:14.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:14 smithi112 bash[70260]: audit 2024-09-21T06:14:13.314536+0000 mgr.y (mgr.15270) 619 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:14.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:14 smithi112 bash[70260]: audit 2024-09-21T06:14:13.314536+0000 mgr.y (mgr.15270) 619 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:14.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:14 smithi099 bash[89191]: audit 2024-09-21T06:14:13.314536+0000 mgr.y (mgr.15270) 619 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:14.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:14 smithi099 bash[89191]: audit 2024-09-21T06:14:13.314536+0000 mgr.y (mgr.15270) 619 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:14.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:14 smithi099 bash[92856]: audit 2024-09-21T06:14:13.314536+0000 mgr.y (mgr.15270) 619 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:14.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:14 smithi099 bash[92856]: audit 2024-09-21T06:14:13.314536+0000 mgr.y (mgr.15270) 619 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:15.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:15 smithi099 bash[89191]: cluster 2024-09-21T06:14:13.881711+0000 mgr.y (mgr.15270) 620 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:15.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:15 smithi099 bash[89191]: cluster 2024-09-21T06:14:13.881711+0000 mgr.y (mgr.15270) 620 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:15.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:15 smithi099 bash[92856]: cluster 2024-09-21T06:14:13.881711+0000 mgr.y (mgr.15270) 620 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:15.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:15 smithi099 bash[92856]: cluster 2024-09-21T06:14:13.881711+0000 mgr.y (mgr.15270) 620 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:15.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:15.040185543Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:15 smithi112 bash[70260]: cluster 2024-09-21T06:14:13.881711+0000 mgr.y (mgr.15270) 620 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:15 smithi112 bash[70260]: cluster 2024-09-21T06:14:13.881711+0000 mgr.y (mgr.15270) 620 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:15.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:14:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:14:15] "GET /metrics HTTP/1.1" 200 38350 "" "Prometheus/2.51.0" 2024-09-21T06:14:17.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:17 smithi112 bash[70260]: cluster 2024-09-21T06:14:15.883152+0000 mgr.y (mgr.15270) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:17.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:17 smithi112 bash[70260]: cluster 2024-09-21T06:14:15.883152+0000 mgr.y (mgr.15270) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:17 smithi099 bash[89191]: cluster 2024-09-21T06:14:15.883152+0000 mgr.y (mgr.15270) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:17.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:17 smithi099 bash[89191]: cluster 2024-09-21T06:14:15.883152+0000 mgr.y (mgr.15270) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:17.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:17 smithi099 bash[92856]: cluster 2024-09-21T06:14:15.883152+0000 mgr.y (mgr.15270) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:17.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:17 smithi099 bash[92856]: cluster 2024-09-21T06:14:15.883152+0000 mgr.y (mgr.15270) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:17.679 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:14:18.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:18.03789208Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:19.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:19 smithi099 bash[89191]: cluster 2024-09-21T06:14:17.883946+0000 mgr.y (mgr.15270) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:19.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:19 smithi099 bash[89191]: cluster 2024-09-21T06:14:17.883946+0000 mgr.y (mgr.15270) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:19.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:19 smithi099 bash[92856]: cluster 2024-09-21T06:14:17.883946+0000 mgr.y (mgr.15270) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:19.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:19 smithi099 bash[92856]: cluster 2024-09-21T06:14:17.883946+0000 mgr.y (mgr.15270) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:19.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:19 smithi112 bash[70260]: cluster 2024-09-21T06:14:17.883946+0000 mgr.y (mgr.15270) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:19.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:19 smithi112 bash[70260]: cluster 2024-09-21T06:14:17.883946+0000 mgr.y (mgr.15270) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:20.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:20 smithi112 bash[70260]: audit 2024-09-21T06:14:19.156346+0000 mgr.y (mgr.15270) 623 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:20.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:20 smithi112 bash[70260]: audit 2024-09-21T06:14:19.156346+0000 mgr.y (mgr.15270) 623 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:20.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:20 smithi099 bash[89191]: audit 2024-09-21T06:14:19.156346+0000 mgr.y (mgr.15270) 623 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:20 smithi099 bash[89191]: audit 2024-09-21T06:14:19.156346+0000 mgr.y (mgr.15270) 623 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:20.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:20 smithi099 bash[92856]: audit 2024-09-21T06:14:19.156346+0000 mgr.y (mgr.15270) 623 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:20.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:20 smithi099 bash[92856]: audit 2024-09-21T06:14:19.156346+0000 mgr.y (mgr.15270) 623 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:21.057 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:21 smithi099 bash[89191]: cluster 2024-09-21T06:14:19.885062+0000 mgr.y (mgr.15270) 624 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:21.057 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:21 smithi099 bash[89191]: cluster 2024-09-21T06:14:19.885062+0000 mgr.y (mgr.15270) 624 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:21.057 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:21 smithi099 bash[89191]: audit 2024-09-21T06:14:20.187835+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:21.057 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:21 smithi099 bash[89191]: audit 2024-09-21T06:14:20.187835+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:21.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:21.063157425Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:21 smithi112 bash[70260]: cluster 2024-09-21T06:14:19.885062+0000 mgr.y (mgr.15270) 624 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:21 smithi112 bash[70260]: cluster 2024-09-21T06:14:19.885062+0000 mgr.y (mgr.15270) 624 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:21 smithi112 bash[70260]: audit 2024-09-21T06:14:20.187835+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:21 smithi112 bash[70260]: audit 2024-09-21T06:14:20.187835+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:21.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:21 smithi099 bash[92856]: cluster 2024-09-21T06:14:19.885062+0000 mgr.y (mgr.15270) 624 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:21 smithi099 bash[92856]: cluster 2024-09-21T06:14:19.885062+0000 mgr.y (mgr.15270) 624 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:21 smithi099 bash[92856]: audit 2024-09-21T06:14:20.187835+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:21.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:21 smithi099 bash[92856]: audit 2024-09-21T06:14:20.187835+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:21.709 INFO:teuthology.orchestra.run.smithi099.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:22.336 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-21T06:14:23.000 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: cephadm 2024-09-21T06:14:21.701388+0000 mgr.y (mgr.15270) 625 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:23.000 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: cephadm 2024-09-21T06:14:21.701388+0000 mgr.y (mgr.15270) 625 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:23.000 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: audit 2024-09-21T06:14:21.707474+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.000 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: audit 2024-09-21T06:14:21.707474+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.000 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: cluster 2024-09-21T06:14:21.886551+0000 mgr.y (mgr.15270) 626 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:23.000 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: cluster 2024-09-21T06:14:21.886551+0000 mgr.y (mgr.15270) 626 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:23.000 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: audit 2024-09-21T06:14:22.383405+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:23.000 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: audit 2024-09-21T06:14:22.383405+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:23.000 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: audit 2024-09-21T06:14:22.385121+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: audit 2024-09-21T06:14:22.385121+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: audit 2024-09-21T06:14:22.393157+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[92856]: audit 2024-09-21T06:14:22.393157+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: cephadm 2024-09-21T06:14:21.701388+0000 mgr.y (mgr.15270) 625 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: cephadm 2024-09-21T06:14:21.701388+0000 mgr.y (mgr.15270) 625 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: audit 2024-09-21T06:14:21.707474+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: audit 2024-09-21T06:14:21.707474+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: cluster 2024-09-21T06:14:21.886551+0000 mgr.y (mgr.15270) 626 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: cluster 2024-09-21T06:14:21.886551+0000 mgr.y (mgr.15270) 626 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: audit 2024-09-21T06:14:22.383405+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: audit 2024-09-21T06:14:22.383405+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: audit 2024-09-21T06:14:22.385121+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:23.001 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: audit 2024-09-21T06:14:22.385121+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:23.002 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: audit 2024-09-21T06:14:22.393157+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.002 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:22 smithi099 bash[89191]: audit 2024-09-21T06:14:22.393157+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: cephadm 2024-09-21T06:14:21.701388+0000 mgr.y (mgr.15270) 625 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:23.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: cephadm 2024-09-21T06:14:21.701388+0000 mgr.y (mgr.15270) 625 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: audit 2024-09-21T06:14:21.707474+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: audit 2024-09-21T06:14:21.707474+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: cluster 2024-09-21T06:14:21.886551+0000 mgr.y (mgr.15270) 626 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: cluster 2024-09-21T06:14:21.886551+0000 mgr.y (mgr.15270) 626 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: audit 2024-09-21T06:14:22.383405+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: audit 2024-09-21T06:14:22.383405+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: audit 2024-09-21T06:14:22.385121+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: audit 2024-09-21T06:14:22.385121+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: audit 2024-09-21T06:14:22.393157+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:23.195 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:22 smithi112 bash[70260]: audit 2024-09-21T06:14:22.393157+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:24.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:23 smithi099 bash[89191]: cephadm 2024-09-21T06:14:22.468863+0000 mgr.y (mgr.15270) 627 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:24.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:23 smithi099 bash[89191]: cephadm 2024-09-21T06:14:22.468863+0000 mgr.y (mgr.15270) 627 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:24.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:23 smithi099 bash[89191]: audit 2024-09-21T06:14:23.321095+0000 mgr.y (mgr.15270) 628 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:24.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:23 smithi099 bash[89191]: audit 2024-09-21T06:14:23.321095+0000 mgr.y (mgr.15270) 628 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:24.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:23 smithi099 bash[92856]: cephadm 2024-09-21T06:14:22.468863+0000 mgr.y (mgr.15270) 627 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:24.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:23 smithi099 bash[92856]: cephadm 2024-09-21T06:14:22.468863+0000 mgr.y (mgr.15270) 627 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:24.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:23 smithi099 bash[92856]: audit 2024-09-21T06:14:23.321095+0000 mgr.y (mgr.15270) 628 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:24.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:23 smithi099 bash[92856]: audit 2024-09-21T06:14:23.321095+0000 mgr.y (mgr.15270) 628 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:24.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:23 smithi112 bash[70260]: cephadm 2024-09-21T06:14:22.468863+0000 mgr.y (mgr.15270) 627 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:24.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:23 smithi112 bash[70260]: cephadm 2024-09-21T06:14:22.468863+0000 mgr.y (mgr.15270) 627 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:14:24.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:23 smithi112 bash[70260]: audit 2024-09-21T06:14:23.321095+0000 mgr.y (mgr.15270) 628 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:24.064 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:23 smithi112 bash[70260]: audit 2024-09-21T06:14:23.321095+0000 mgr.y (mgr.15270) 628 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:24.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:24.064875719Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:25.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:24 smithi099 bash[89191]: cluster 2024-09-21T06:14:23.887695+0000 mgr.y (mgr.15270) 629 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:25.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:24 smithi099 bash[89191]: cluster 2024-09-21T06:14:23.887695+0000 mgr.y (mgr.15270) 629 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:25.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:24 smithi099 bash[92856]: cluster 2024-09-21T06:14:23.887695+0000 mgr.y (mgr.15270) 629 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:25.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:24 smithi099 bash[92856]: cluster 2024-09-21T06:14:23.887695+0000 mgr.y (mgr.15270) 629 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:25.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:24 smithi112 bash[70260]: cluster 2024-09-21T06:14:23.887695+0000 mgr.y (mgr.15270) 629 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:25.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:24 smithi112 bash[70260]: cluster 2024-09-21T06:14:23.887695+0000 mgr.y (mgr.15270) 629 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:25.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:14:25] "GET /metrics HTTP/1.1" 200 38348 "" "Prometheus/2.51.0" 2024-09-21T06:14:26.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.972257+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.972257+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:24.974556+0000 mgr.y (mgr.15270) 630 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:24.974556+0000 mgr.y (mgr.15270) 630 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:24.974693+0000 mgr.y (mgr.15270) 631 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:24.974693+0000 mgr.y (mgr.15270) 631 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.975885+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.975885+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.979224+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.979224+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:24.982184+0000 mgr.y (mgr.15270) 632 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:24.982184+0000 mgr.y (mgr.15270) 632 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.988357+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.988357+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.992550+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:24.992550+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:24.995294+0000 mgr.y (mgr.15270) 633 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:24.995294+0000 mgr.y (mgr.15270) 633 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.000781+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.000781+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.005019+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.972257+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.972257+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:24.974556+0000 mgr.y (mgr.15270) 630 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:24.974556+0000 mgr.y (mgr.15270) 630 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:24.974693+0000 mgr.y (mgr.15270) 631 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:14:26.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:24.974693+0000 mgr.y (mgr.15270) 631 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.975885+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.975885+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.979224+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.979224+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:24.982184+0000 mgr.y (mgr.15270) 632 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:24.982184+0000 mgr.y (mgr.15270) 632 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.988357+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.988357+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.992550+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:24.992550+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:24.995294+0000 mgr.y (mgr.15270) 633 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:24.995294+0000 mgr.y (mgr.15270) 633 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.000781+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.000781+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.005019+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.005019+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:25.007775+0000 mgr.y (mgr.15270) 634 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:25.007775+0000 mgr.y (mgr.15270) 634 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.013269+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.013269+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.017763+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.017763+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.019675+0000 mgr.y (mgr.15270) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-21T06:14:26.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: audit 2024-09-21T06:14:25.019675+0000 mgr.y (mgr.15270) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:25.021595+0000 mgr.y (mgr.15270) 636 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[89191]: cephadm 2024-09-21T06:14:25.021595+0000 mgr.y (mgr.15270) 636 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.005019+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:25.007775+0000 mgr.y (mgr.15270) 634 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:25.007775+0000 mgr.y (mgr.15270) 634 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.013269+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.013269+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.017763+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.017763+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.019675+0000 mgr.y (mgr.15270) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: audit 2024-09-21T06:14:25.019675+0000 mgr.y (mgr.15270) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:25.021595+0000 mgr.y (mgr.15270) 636 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-21T06:14:26.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:25 smithi099 bash[92856]: cephadm 2024-09-21T06:14:25.021595+0000 mgr.y (mgr.15270) 636 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-21T06:14:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.972257+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.972257+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:24.974556+0000 mgr.y (mgr.15270) 630 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:14:26.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:24.974556+0000 mgr.y (mgr.15270) 630 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:24.974693+0000 mgr.y (mgr.15270) 631 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:24.974693+0000 mgr.y (mgr.15270) 631 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.975885+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.975885+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.979224+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.979224+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:24.982184+0000 mgr.y (mgr.15270) 632 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:24.982184+0000 mgr.y (mgr.15270) 632 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.988357+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.988357+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.992550+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:24.992550+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:24.995294+0000 mgr.y (mgr.15270) 633 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:24.995294+0000 mgr.y (mgr.15270) 633 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.000781+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.000781+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.005019+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.005019+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:25.007775+0000 mgr.y (mgr.15270) 634 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:25.007775+0000 mgr.y (mgr.15270) 634 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.013269+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.013269+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.017763+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.017763+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.019675+0000 mgr.y (mgr.15270) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-21T06:14:26.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: audit 2024-09-21T06:14:25.019675+0000 mgr.y (mgr.15270) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-21T06:14:26.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:25.021595+0000 mgr.y (mgr.15270) 636 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-21T06:14:26.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:25 smithi112 bash[70260]: cephadm 2024-09-21T06:14:25.021595+0000 mgr.y (mgr.15270) 636 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-21T06:14:27.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:27 smithi099 bash[89191]: cluster 2024-09-21T06:14:25.889039+0000 mgr.y (mgr.15270) 637 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:27.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:27 smithi099 bash[89191]: cluster 2024-09-21T06:14:25.889039+0000 mgr.y (mgr.15270) 637 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:27.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:27 smithi099 bash[92856]: cluster 2024-09-21T06:14:25.889039+0000 mgr.y (mgr.15270) 637 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:27.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:27 smithi099 bash[92856]: cluster 2024-09-21T06:14:25.889039+0000 mgr.y (mgr.15270) 637 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:27.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:27.052825277Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:27 smithi112 bash[70260]: cluster 2024-09-21T06:14:25.889039+0000 mgr.y (mgr.15270) 637 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:27.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:27 smithi112 bash[70260]: cluster 2024-09-21T06:14:25.889039+0000 mgr.y (mgr.15270) 637 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:27.921 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:14:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: cephadm 2024-09-21T06:14:27.454987+0000 mgr.y (mgr.15270) 638 : cephadm [INF] Upgrade: Updating osd.3 2024-09-21T06:14:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: cephadm 2024-09-21T06:14:27.454987+0000 mgr.y (mgr.15270) 638 : cephadm [INF] Upgrade: Updating osd.3 2024-09-21T06:14:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: audit 2024-09-21T06:14:27.462789+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: audit 2024-09-21T06:14:27.462789+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: audit 2024-09-21T06:14:27.465640+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-21T06:14:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: audit 2024-09-21T06:14:27.465640+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-21T06:14:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: audit 2024-09-21T06:14:27.466932+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: audit 2024-09-21T06:14:27.466932+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: cephadm 2024-09-21T06:14:27.473338+0000 mgr.y (mgr.15270) 639 : cephadm [INF] Deploying daemon osd.3 on smithi099 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: cephadm 2024-09-21T06:14:27.473338+0000 mgr.y (mgr.15270) 639 : cephadm [INF] Deploying daemon osd.3 on smithi099 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: cluster 2024-09-21T06:14:27.889817+0000 mgr.y (mgr.15270) 640 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[89191]: cluster 2024-09-21T06:14:27.889817+0000 mgr.y (mgr.15270) 640 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: cephadm 2024-09-21T06:14:27.454987+0000 mgr.y (mgr.15270) 638 : cephadm [INF] Upgrade: Updating osd.3 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: cephadm 2024-09-21T06:14:27.454987+0000 mgr.y (mgr.15270) 638 : cephadm [INF] Upgrade: Updating osd.3 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: audit 2024-09-21T06:14:27.462789+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: audit 2024-09-21T06:14:27.462789+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: audit 2024-09-21T06:14:27.465640+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: audit 2024-09-21T06:14:27.465640+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: audit 2024-09-21T06:14:27.466932+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: audit 2024-09-21T06:14:27.466932+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: cephadm 2024-09-21T06:14:27.473338+0000 mgr.y (mgr.15270) 639 : cephadm [INF] Deploying daemon osd.3 on smithi099 2024-09-21T06:14:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: cephadm 2024-09-21T06:14:27.473338+0000 mgr.y (mgr.15270) 639 : cephadm [INF] Deploying daemon osd.3 on smithi099 2024-09-21T06:14:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: cluster 2024-09-21T06:14:27.889817+0000 mgr.y (mgr.15270) 640 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:28.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:28 smithi099 bash[92856]: cluster 2024-09-21T06:14:27.889817+0000 mgr.y (mgr.15270) 640 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: cephadm 2024-09-21T06:14:27.454987+0000 mgr.y (mgr.15270) 638 : cephadm [INF] Upgrade: Updating osd.3 2024-09-21T06:14:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: cephadm 2024-09-21T06:14:27.454987+0000 mgr.y (mgr.15270) 638 : cephadm [INF] Upgrade: Updating osd.3 2024-09-21T06:14:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: audit 2024-09-21T06:14:27.462789+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: audit 2024-09-21T06:14:27.462789+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: audit 2024-09-21T06:14:27.465640+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-21T06:14:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: audit 2024-09-21T06:14:27.465640+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-21T06:14:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: audit 2024-09-21T06:14:27.466932+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: audit 2024-09-21T06:14:27.466932+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:28.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: cephadm 2024-09-21T06:14:27.473338+0000 mgr.y (mgr.15270) 639 : cephadm [INF] Deploying daemon osd.3 on smithi099 2024-09-21T06:14:28.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: cephadm 2024-09-21T06:14:27.473338+0000 mgr.y (mgr.15270) 639 : cephadm [INF] Deploying daemon osd.3 on smithi099 2024-09-21T06:14:28.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: cluster 2024-09-21T06:14:27.889817+0000 mgr.y (mgr.15270) 640 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:28.945 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:28 smithi112 bash[70260]: cluster 2024-09-21T06:14:27.889817+0000 mgr.y (mgr.15270) 640 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:30.212 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:14:30.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:30.035636524Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:30.831 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:14:30.831 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (9m) 76s ago 36m 14.0M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:14:30.831 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (9m) 7m ago 36m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:14:30.831 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (11m) 76s ago 34m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:14:30.831 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (11m) 7m ago 44m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:14:30.831 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (22m) 76s ago 47m 517M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:14:30.831 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (6m) 76s ago 47m 49.4M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:14:30.831 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (7m) 7m ago 45m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:14:30.831 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (5m) 76s ago 45m 39.6M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (10m) 76s ago 36m 8424k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (10m) 7m ago 36m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (3m) 76s ago 44m 50.1M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (3m) 76s ago 43m 50.1M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running 76s ago 42m - 3036M 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (41m) 76s ago 41m 72.7M 3036M 19.1.1-373-g4e45e6b4 164465d2334a c3a566de3c01 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (40m) 7m ago 40m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (39m) 7m ago 39m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (38m) 7m ago 38m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (37m) 7m ago 37m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (10m) 7m ago 37m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (34m) 76s ago 34m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:14:30.832 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (34m) 7m ago 34m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:14:31.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:30 smithi099 bash[89191]: cluster 2024-09-21T06:14:29.890556+0000 mgr.y (mgr.15270) 641 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:31.009 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:30 smithi099 bash[89191]: cluster 2024-09-21T06:14:29.890556+0000 mgr.y (mgr.15270) 641 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:30 smithi099 bash[89191]: audit 2024-09-21T06:14:30.202461+0000 mgr.y (mgr.15270) 642 : audit [DBG] from='client.44400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:30 smithi099 bash[89191]: audit 2024-09-21T06:14:30.202461+0000 mgr.y (mgr.15270) 642 : audit [DBG] from='client.44400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:30 smithi099 bash[92856]: cluster 2024-09-21T06:14:29.890556+0000 mgr.y (mgr.15270) 641 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:31.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:30 smithi099 bash[92856]: cluster 2024-09-21T06:14:29.890556+0000 mgr.y (mgr.15270) 641 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:31.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:30 smithi099 bash[92856]: audit 2024-09-21T06:14:30.202461+0000 mgr.y (mgr.15270) 642 : audit [DBG] from='client.44400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:30 smithi099 bash[92856]: audit 2024-09-21T06:14:30.202461+0000 mgr.y (mgr.15270) 642 : audit [DBG] from='client.44400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.206 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:14:31.206 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:14:31.206 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:14:31.206 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:14:31.206 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:14:31.206 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:14:31.206 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 5, 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 7, 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 8 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:14:31.207 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:14:31.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:30 smithi112 bash[70260]: cluster 2024-09-21T06:14:29.890556+0000 mgr.y (mgr.15270) 641 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:31.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:30 smithi112 bash[70260]: cluster 2024-09-21T06:14:29.890556+0000 mgr.y (mgr.15270) 641 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:31.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:30 smithi112 bash[70260]: audit 2024-09-21T06:14:30.202461+0000 mgr.y (mgr.15270) 642 : audit [DBG] from='client.44400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:30 smithi112 bash[70260]: audit 2024-09-21T06:14:30.202461+0000 mgr.y (mgr.15270) 642 : audit [DBG] from='client.44400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.524 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:14:31.524 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:14:31.524 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:14:31.524 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-21T06:14:31.524 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:14:31.524 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "2/8 daemons upgraded", 2024-09-21T06:14:31.524 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:14:31.525 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:14:31.525 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:14:31.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[89191]: audit 2024-09-21T06:14:30.522068+0000 mgr.y (mgr.15270) 643 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[89191]: audit 2024-09-21T06:14:30.522068+0000 mgr.y (mgr.15270) 643 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[89191]: audit 2024-09-21T06:14:30.814773+0000 mgr.y (mgr.15270) 644 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[89191]: audit 2024-09-21T06:14:30.814773+0000 mgr.y (mgr.15270) 644 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[89191]: audit 2024-09-21T06:14:31.207490+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.99:0/2936531112' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:31.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[89191]: audit 2024-09-21T06:14:31.207490+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.99:0/2936531112' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:31.990 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[92856]: audit 2024-09-21T06:14:30.522068+0000 mgr.y (mgr.15270) 643 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.990 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[92856]: audit 2024-09-21T06:14:30.522068+0000 mgr.y (mgr.15270) 643 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.990 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[92856]: audit 2024-09-21T06:14:30.814773+0000 mgr.y (mgr.15270) 644 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.991 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[92856]: audit 2024-09-21T06:14:30.814773+0000 mgr.y (mgr.15270) 644 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:31.991 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[92856]: audit 2024-09-21T06:14:31.207490+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.99:0/2936531112' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:31.991 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:31 smithi099 bash[92856]: audit 2024-09-21T06:14:31.207490+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.99:0/2936531112' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:32.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:31 smithi112 bash[70260]: audit 2024-09-21T06:14:30.522068+0000 mgr.y (mgr.15270) 643 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:32.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:31 smithi112 bash[70260]: audit 2024-09-21T06:14:30.522068+0000 mgr.y (mgr.15270) 643 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:32.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:31 smithi112 bash[70260]: audit 2024-09-21T06:14:30.814773+0000 mgr.y (mgr.15270) 644 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:32.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:31 smithi112 bash[70260]: audit 2024-09-21T06:14:30.814773+0000 mgr.y (mgr.15270) 644 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:32.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:31 smithi112 bash[70260]: audit 2024-09-21T06:14:31.207490+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.99:0/2936531112' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:32.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:31 smithi112 bash[70260]: audit 2024-09-21T06:14:31.207490+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.99:0/2936531112' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:33.071 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:14:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:33.071 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:14:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:33.072 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:33.072 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:32 smithi099 bash[92856]: audit 2024-09-21T06:14:31.525491+0000 mgr.y (mgr.15270) 645 : audit [DBG] from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:33.072 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:32 smithi099 bash[92856]: audit 2024-09-21T06:14:31.525491+0000 mgr.y (mgr.15270) 645 : audit [DBG] from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:33.072 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:32 smithi099 bash[92856]: cluster 2024-09-21T06:14:31.891296+0000 mgr.y (mgr.15270) 646 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:33.072 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:32 smithi099 bash[92856]: cluster 2024-09-21T06:14:31.891296+0000 mgr.y (mgr.15270) 646 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:33.072 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:33.073 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:33 smithi099 systemd[1]: Stopping Ceph osd.3 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:14:33.073 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:14:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:33.073 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:14:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:33.073 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:14:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:33.074 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:14:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:33.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:32 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:33.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:32 smithi099 bash[89191]: audit 2024-09-21T06:14:31.525491+0000 mgr.y (mgr.15270) 645 : audit [DBG] from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:33.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:32 smithi099 bash[89191]: audit 2024-09-21T06:14:31.525491+0000 mgr.y (mgr.15270) 645 : audit [DBG] from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:33.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:32 smithi099 bash[89191]: cluster 2024-09-21T06:14:31.891296+0000 mgr.y (mgr.15270) 646 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:33.074 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:32 smithi099 bash[89191]: cluster 2024-09-21T06:14:31.891296+0000 mgr.y (mgr.15270) 646 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:33.331 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[45980]: debug 2024-09-21T06:14:33.194+0000 7f67ff72c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:14:33.331 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[45980]: debug 2024-09-21T06:14:33.194+0000 7f67ff72c640 -1 osd.3 127 *** Got signal Terminated *** 2024-09-21T06:14:33.331 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[45980]: debug 2024-09-21T06:14:33.194+0000 7f67ff72c640 -1 osd.3 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:14:33.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:33.05394831Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:33.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:32 smithi112 bash[70260]: audit 2024-09-21T06:14:31.525491+0000 mgr.y (mgr.15270) 645 : audit [DBG] from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:33.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:32 smithi112 bash[70260]: audit 2024-09-21T06:14:31.525491+0000 mgr.y (mgr.15270) 645 : audit [DBG] from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:14:33.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:32 smithi112 bash[70260]: cluster 2024-09-21T06:14:31.891296+0000 mgr.y (mgr.15270) 646 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:33.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:32 smithi112 bash[70260]: cluster 2024-09-21T06:14:31.891296+0000 mgr.y (mgr.15270) 646 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:14:34.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[89191]: cluster 2024-09-21T06:14:33.197529+0000 mon.a (mon.0) 288 : cluster [INF] osd.3 marked itself down and dead 2024-09-21T06:14:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[89191]: cluster 2024-09-21T06:14:33.197529+0000 mon.a (mon.0) 288 : cluster [INF] osd.3 marked itself down and dead 2024-09-21T06:14:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[89191]: audit 2024-09-21T06:14:33.332241+0000 mgr.y (mgr.15270) 647 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:34.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[89191]: audit 2024-09-21T06:14:33.332241+0000 mgr.y (mgr.15270) 647 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[92856]: cluster 2024-09-21T06:14:33.197529+0000 mon.a (mon.0) 288 : cluster [INF] osd.3 marked itself down and dead 2024-09-21T06:14:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[92856]: cluster 2024-09-21T06:14:33.197529+0000 mon.a (mon.0) 288 : cluster [INF] osd.3 marked itself down and dead 2024-09-21T06:14:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[92856]: audit 2024-09-21T06:14:33.332241+0000 mgr.y (mgr.15270) 647 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:34.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:33 smithi099 bash[92856]: audit 2024-09-21T06:14:33.332241+0000 mgr.y (mgr.15270) 647 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:34.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:33 smithi112 bash[70260]: cluster 2024-09-21T06:14:33.197529+0000 mon.a (mon.0) 288 : cluster [INF] osd.3 marked itself down and dead 2024-09-21T06:14:34.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:33 smithi112 bash[70260]: cluster 2024-09-21T06:14:33.197529+0000 mon.a (mon.0) 288 : cluster [INF] osd.3 marked itself down and dead 2024-09-21T06:14:34.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:33 smithi112 bash[70260]: audit 2024-09-21T06:14:33.332241+0000 mgr.y (mgr.15270) 647 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:34.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:33 smithi112 bash[70260]: audit 2024-09-21T06:14:33.332241+0000 mgr.y (mgr.15270) 647 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:35.259 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[114188]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-3 2024-09-21T06:14:35.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[89191]: cluster 2024-09-21T06:14:33.892171+0000 mgr.y (mgr.15270) 648 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[89191]: cluster 2024-09-21T06:14:33.892171+0000 mgr.y (mgr.15270) 648 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[89191]: cluster 2024-09-21T06:14:33.956380+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[89191]: cluster 2024-09-21T06:14:33.956380+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[89191]: cluster 2024-09-21T06:14:33.974160+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[89191]: cluster 2024-09-21T06:14:33.974160+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[92856]: cluster 2024-09-21T06:14:33.892171+0000 mgr.y (mgr.15270) 648 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[92856]: cluster 2024-09-21T06:14:33.892171+0000 mgr.y (mgr.15270) 648 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[92856]: cluster 2024-09-21T06:14:33.956380+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[92856]: cluster 2024-09-21T06:14:33.956380+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[92856]: cluster 2024-09-21T06:14:33.974160+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-21T06:14:35.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:34 smithi099 bash[92856]: cluster 2024-09-21T06:14:33.974160+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-21T06:14:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:34 smithi112 bash[70260]: cluster 2024-09-21T06:14:33.892171+0000 mgr.y (mgr.15270) 648 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:34 smithi112 bash[70260]: cluster 2024-09-21T06:14:33.892171+0000 mgr.y (mgr.15270) 648 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 266 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:14:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:34 smithi112 bash[70260]: cluster 2024-09-21T06:14:33.956380+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:14:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:34 smithi112 bash[70260]: cluster 2024-09-21T06:14:33.956380+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:14:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:34 smithi112 bash[70260]: cluster 2024-09-21T06:14:33.974160+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-21T06:14:35.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:34 smithi112 bash[70260]: cluster 2024-09-21T06:14:33.974160+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-21T06:14:35.759 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[114252]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-3 2024-09-21T06:14:35.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:14:35] "GET /metrics HTTP/1.1" 200 38349 "" "Prometheus/2.51.0" 2024-09-21T06:14:36.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[89191]: cluster 2024-09-21T06:14:34.981783+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-21T06:14:36.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[89191]: cluster 2024-09-21T06:14:34.981783+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-21T06:14:36.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[89191]: audit 2024-09-21T06:14:35.193767+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:36.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[89191]: audit 2024-09-21T06:14:35.193767+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:36.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[89191]: audit 2024-09-21T06:14:35.196734+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:36.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[89191]: audit 2024-09-21T06:14:35.196734+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:36.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[92856]: cluster 2024-09-21T06:14:34.981783+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-21T06:14:36.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[92856]: cluster 2024-09-21T06:14:34.981783+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-21T06:14:36.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[92856]: audit 2024-09-21T06:14:35.193767+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:36.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[92856]: audit 2024-09-21T06:14:35.193767+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:36.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[92856]: audit 2024-09-21T06:14:35.196734+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:36.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:35 smithi099 bash[92856]: audit 2024-09-21T06:14:35.196734+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:36.444 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:36.054306749Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:35 smithi112 bash[70260]: cluster 2024-09-21T06:14:34.981783+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-21T06:14:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:35 smithi112 bash[70260]: cluster 2024-09-21T06:14:34.981783+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-21T06:14:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:35 smithi112 bash[70260]: audit 2024-09-21T06:14:35.193767+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:36.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:35 smithi112 bash[70260]: audit 2024-09-21T06:14:35.193767+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:36.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:35 smithi112 bash[70260]: audit 2024-09-21T06:14:35.196734+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:36.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:35 smithi112 bash[70260]: audit 2024-09-21T06:14:35.196734+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:37.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:36 smithi099 bash[89191]: cluster 2024-09-21T06:14:35.893619+0000 mgr.y (mgr.15270) 649 : cluster [DBG] pgmap v373: 161 pgs: 19 active+undersized, 13 stale+active+clean, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 44/732 objects degraded (6.011%) 2024-09-21T06:14:37.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:36 smithi099 bash[89191]: cluster 2024-09-21T06:14:35.893619+0000 mgr.y (mgr.15270) 649 : cluster [DBG] pgmap v373: 161 pgs: 19 active+undersized, 13 stale+active+clean, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 44/732 objects degraded (6.011%) 2024-09-21T06:14:37.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:36 smithi099 bash[89191]: cluster 2024-09-21T06:14:36.191244+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 44/732 objects degraded (6.011%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:37.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:36 smithi099 bash[89191]: cluster 2024-09-21T06:14:36.191244+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 44/732 objects degraded (6.011%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:36 smithi099 bash[92856]: cluster 2024-09-21T06:14:35.893619+0000 mgr.y (mgr.15270) 649 : cluster [DBG] pgmap v373: 161 pgs: 19 active+undersized, 13 stale+active+clean, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 44/732 objects degraded (6.011%) 2024-09-21T06:14:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:36 smithi099 bash[92856]: cluster 2024-09-21T06:14:35.893619+0000 mgr.y (mgr.15270) 649 : cluster [DBG] pgmap v373: 161 pgs: 19 active+undersized, 13 stale+active+clean, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 44/732 objects degraded (6.011%) 2024-09-21T06:14:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:36 smithi099 bash[92856]: cluster 2024-09-21T06:14:36.191244+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 44/732 objects degraded (6.011%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:37.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:36 smithi099 bash[92856]: cluster 2024-09-21T06:14:36.191244+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 44/732 objects degraded (6.011%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:37.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:36 smithi112 bash[70260]: cluster 2024-09-21T06:14:35.893619+0000 mgr.y (mgr.15270) 649 : cluster [DBG] pgmap v373: 161 pgs: 19 active+undersized, 13 stale+active+clean, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 44/732 objects degraded (6.011%) 2024-09-21T06:14:37.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:36 smithi112 bash[70260]: cluster 2024-09-21T06:14:35.893619+0000 mgr.y (mgr.15270) 649 : cluster [DBG] pgmap v373: 161 pgs: 19 active+undersized, 13 stale+active+clean, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 44/732 objects degraded (6.011%) 2024-09-21T06:14:37.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:36 smithi112 bash[70260]: cluster 2024-09-21T06:14:36.191244+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 44/732 objects degraded (6.011%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:37.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:36 smithi112 bash[70260]: cluster 2024-09-21T06:14:36.191244+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 44/732 objects degraded (6.011%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:37.863 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:37.864 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:37.864 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:37.864 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:37.864 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:37.865 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:37.865 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:37.865 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:37.865 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.3.service: Deactivated successfully. 2024-09-21T06:14:37.866 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: Stopped Ceph osd.3 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:14:37.866 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:14:38.259 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:37 smithi099 systemd[1]: Started Ceph osd.3 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:14:39.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:39.043946237Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:39.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:38 smithi112 bash[70260]: cluster 2024-09-21T06:14:37.894191+0000 mgr.y (mgr.15270) 650 : cluster [DBG] pgmap v374: 161 pgs: 24 active+undersized, 12 stale+active+clean, 14 active+undersized+degraded, 111 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 45/732 objects degraded (6.148%) 2024-09-21T06:14:39.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:38 smithi112 bash[70260]: cluster 2024-09-21T06:14:37.894191+0000 mgr.y (mgr.15270) 650 : cluster [DBG] pgmap v374: 161 pgs: 24 active+undersized, 12 stale+active+clean, 14 active+undersized+degraded, 111 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 45/732 objects degraded (6.148%) 2024-09-21T06:14:39.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:38 smithi112 bash[70260]: audit 2024-09-21T06:14:37.917123+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:38 smithi112 bash[70260]: audit 2024-09-21T06:14:37.917123+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:38 smithi112 bash[70260]: audit 2024-09-21T06:14:37.929586+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:38 smithi112 bash[70260]: audit 2024-09-21T06:14:37.929586+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.259 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:39 smithi099 bash[114398]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:14:39.259 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:39 smithi099 bash[114398]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[89191]: cluster 2024-09-21T06:14:37.894191+0000 mgr.y (mgr.15270) 650 : cluster [DBG] pgmap v374: 161 pgs: 24 active+undersized, 12 stale+active+clean, 14 active+undersized+degraded, 111 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 45/732 objects degraded (6.148%) 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[89191]: cluster 2024-09-21T06:14:37.894191+0000 mgr.y (mgr.15270) 650 : cluster [DBG] pgmap v374: 161 pgs: 24 active+undersized, 12 stale+active+clean, 14 active+undersized+degraded, 111 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 45/732 objects degraded (6.148%) 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[89191]: audit 2024-09-21T06:14:37.917123+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[89191]: audit 2024-09-21T06:14:37.917123+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[89191]: audit 2024-09-21T06:14:37.929586+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[89191]: audit 2024-09-21T06:14:37.929586+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[92856]: cluster 2024-09-21T06:14:37.894191+0000 mgr.y (mgr.15270) 650 : cluster [DBG] pgmap v374: 161 pgs: 24 active+undersized, 12 stale+active+clean, 14 active+undersized+degraded, 111 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 45/732 objects degraded (6.148%) 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[92856]: cluster 2024-09-21T06:14:37.894191+0000 mgr.y (mgr.15270) 650 : cluster [DBG] pgmap v374: 161 pgs: 24 active+undersized, 12 stale+active+clean, 14 active+undersized+degraded, 111 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 45/732 objects degraded (6.148%) 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[92856]: audit 2024-09-21T06:14:37.917123+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[92856]: audit 2024-09-21T06:14:37.917123+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[92856]: audit 2024-09-21T06:14:37.929586+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:38 smithi099 bash[92856]: audit 2024-09-21T06:14:37.929586+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:41.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:40 smithi112 bash[70260]: cluster 2024-09-21T06:14:39.895570+0000 mgr.y (mgr.15270) 651 : cluster [DBG] pgmap v375: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:41.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:40 smithi112 bash[70260]: cluster 2024-09-21T06:14:39.895570+0000 mgr.y (mgr.15270) 651 : cluster [DBG] pgmap v375: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:41.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:40 smithi099 bash[89191]: cluster 2024-09-21T06:14:39.895570+0000 mgr.y (mgr.15270) 651 : cluster [DBG] pgmap v375: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:41.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:40 smithi099 bash[89191]: cluster 2024-09-21T06:14:39.895570+0000 mgr.y (mgr.15270) 651 : cluster [DBG] pgmap v375: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:41.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:40 smithi099 bash[92856]: cluster 2024-09-21T06:14:39.895570+0000 mgr.y (mgr.15270) 651 : cluster [DBG] pgmap v375: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:41.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:40 smithi099 bash[92856]: cluster 2024-09-21T06:14:39.895570+0000 mgr.y (mgr.15270) 651 : cluster [DBG] pgmap v375: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:42.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:42.048288675Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:43.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:42 smithi112 bash[70260]: cluster 2024-09-21T06:14:41.897184+0000 mgr.y (mgr.15270) 652 : cluster [DBG] pgmap v376: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:43.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:42 smithi112 bash[70260]: cluster 2024-09-21T06:14:41.897184+0000 mgr.y (mgr.15270) 652 : cluster [DBG] pgmap v376: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:43.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:42 smithi112 bash[70260]: cluster 2024-09-21T06:14:42.145314+0000 mon.a (mon.0) 296 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:43.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:42 smithi112 bash[70260]: cluster 2024-09-21T06:14:42.145314+0000 mon.a (mon.0) 296 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:43.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[89191]: cluster 2024-09-21T06:14:41.897184+0000 mgr.y (mgr.15270) 652 : cluster [DBG] pgmap v376: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:43.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[89191]: cluster 2024-09-21T06:14:41.897184+0000 mgr.y (mgr.15270) 652 : cluster [DBG] pgmap v376: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:43.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[89191]: cluster 2024-09-21T06:14:42.145314+0000 mon.a (mon.0) 296 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:43.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[89191]: cluster 2024-09-21T06:14:42.145314+0000 mon.a (mon.0) 296 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:43.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[92856]: cluster 2024-09-21T06:14:41.897184+0000 mgr.y (mgr.15270) 652 : cluster [DBG] pgmap v376: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:43.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[92856]: cluster 2024-09-21T06:14:41.897184+0000 mgr.y (mgr.15270) 652 : cluster [DBG] pgmap v376: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:43.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[92856]: cluster 2024-09-21T06:14:42.145314+0000 mon.a (mon.0) 296 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:43.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[92856]: cluster 2024-09-21T06:14:42.145314+0000 mon.a (mon.0) 296 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:43.260 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[114398]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-09-21T06:14:43.260 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[114398]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:14:43.260 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:42 smithi099 bash[114398]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:14:43.260 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[114398]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-21T06:14:43.260 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[114398]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-09-21T06:14:43.759 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[114398]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-21T06:14:43.759 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[114398]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-09-21T06:14:43.759 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[114398]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-21T06:14:43.760 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[114398]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-21T06:14:43.760 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[114398]: --> ceph-volume lvm activate successful for osd ID: 3 2024-09-21T06:14:44.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:43 smithi112 bash[70260]: audit 2024-09-21T06:14:43.339332+0000 mgr.y (mgr.15270) 653 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:44.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:43 smithi112 bash[70260]: audit 2024-09-21T06:14:43.339332+0000 mgr.y (mgr.15270) 653 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:43 smithi112 bash[70260]: audit 2024-09-21T06:14:43.830544+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:43 smithi112 bash[70260]: audit 2024-09-21T06:14:43.830544+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:43 smithi112 bash[70260]: audit 2024-09-21T06:14:43.843220+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:43 smithi112 bash[70260]: audit 2024-09-21T06:14:43.843220+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[89191]: audit 2024-09-21T06:14:43.339332+0000 mgr.y (mgr.15270) 653 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[89191]: audit 2024-09-21T06:14:43.339332+0000 mgr.y (mgr.15270) 653 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[89191]: audit 2024-09-21T06:14:43.830544+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[89191]: audit 2024-09-21T06:14:43.830544+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[89191]: audit 2024-09-21T06:14:43.843220+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[89191]: audit 2024-09-21T06:14:43.843220+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[92856]: audit 2024-09-21T06:14:43.339332+0000 mgr.y (mgr.15270) 653 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:44.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[92856]: audit 2024-09-21T06:14:43.339332+0000 mgr.y (mgr.15270) 653 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:44.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[92856]: audit 2024-09-21T06:14:43.830544+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[92856]: audit 2024-09-21T06:14:43.830544+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[92856]: audit 2024-09-21T06:14:43.843220+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:44.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:43 smithi099 bash[92856]: audit 2024-09-21T06:14:43.843220+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:45.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:45.039617074Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:45.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:44 smithi112 bash[70260]: cluster 2024-09-21T06:14:43.897902+0000 mgr.y (mgr.15270) 654 : cluster [DBG] pgmap v377: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:45.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:44 smithi112 bash[70260]: cluster 2024-09-21T06:14:43.897902+0000 mgr.y (mgr.15270) 654 : cluster [DBG] pgmap v377: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:45.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:44 smithi099 bash[89191]: cluster 2024-09-21T06:14:43.897902+0000 mgr.y (mgr.15270) 654 : cluster [DBG] pgmap v377: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:45.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:44 smithi099 bash[89191]: cluster 2024-09-21T06:14:43.897902+0000 mgr.y (mgr.15270) 654 : cluster [DBG] pgmap v377: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:44 smithi099 bash[92856]: cluster 2024-09-21T06:14:43.897902+0000 mgr.y (mgr.15270) 654 : cluster [DBG] pgmap v377: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:45.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:44 smithi099 bash[92856]: cluster 2024-09-21T06:14:43.897902+0000 mgr.y (mgr.15270) 654 : cluster [DBG] pgmap v377: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:45.759 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[115075]: debug 2024-09-21T06:14:45.386+0000 7f812effb640 1 -- 172.21.15.99:0/1904770232 <== mon.0 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559990d8c960 con 0x559990dadc00 2024-09-21T06:14:45.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:14:45] "GET /metrics HTTP/1.1" 200 38349 "" "Prometheus/2.51.0" 2024-09-21T06:14:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[89191]: audit 2024-09-21T06:14:44.956356+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[89191]: audit 2024-09-21T06:14:44.956356+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[89191]: audit 2024-09-21T06:14:44.969236+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[89191]: audit 2024-09-21T06:14:44.969236+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[92856]: audit 2024-09-21T06:14:44.956356+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[92856]: audit 2024-09-21T06:14:44.956356+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[92856]: audit 2024-09-21T06:14:44.969236+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:45 smithi099 bash[92856]: audit 2024-09-21T06:14:44.969236+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:45 smithi112 bash[70260]: audit 2024-09-21T06:14:44.956356+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:45 smithi112 bash[70260]: audit 2024-09-21T06:14:44.956356+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:45 smithi112 bash[70260]: audit 2024-09-21T06:14:44.969236+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:46.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:45 smithi112 bash[70260]: audit 2024-09-21T06:14:44.969236+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:47.259 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:46 smithi099 bash[115075]: debug 2024-09-21T06:14:46.906+0000 7f8131862640 -1 Falling back to public interface 2024-09-21T06:14:47.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:46 smithi099 bash[92856]: cluster 2024-09-21T06:14:45.899488+0000 mgr.y (mgr.15270) 655 : cluster [DBG] pgmap v378: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:47.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:46 smithi099 bash[92856]: cluster 2024-09-21T06:14:45.899488+0000 mgr.y (mgr.15270) 655 : cluster [DBG] pgmap v378: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:47.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:46 smithi099 bash[89191]: cluster 2024-09-21T06:14:45.899488+0000 mgr.y (mgr.15270) 655 : cluster [DBG] pgmap v378: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:47.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:46 smithi099 bash[89191]: cluster 2024-09-21T06:14:45.899488+0000 mgr.y (mgr.15270) 655 : cluster [DBG] pgmap v378: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:46 smithi112 bash[70260]: cluster 2024-09-21T06:14:45.899488+0000 mgr.y (mgr.15270) 655 : cluster [DBG] pgmap v378: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:46 smithi112 bash[70260]: cluster 2024-09-21T06:14:45.899488+0000 mgr.y (mgr.15270) 655 : cluster [DBG] pgmap v378: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:48.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:48.052791696Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:49.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:48 smithi099 bash[92856]: cluster 2024-09-21T06:14:47.900527+0000 mgr.y (mgr.15270) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:49.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:48 smithi099 bash[92856]: cluster 2024-09-21T06:14:47.900527+0000 mgr.y (mgr.15270) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:49.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:48 smithi099 bash[89191]: cluster 2024-09-21T06:14:47.900527+0000 mgr.y (mgr.15270) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:49.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:48 smithi099 bash[89191]: cluster 2024-09-21T06:14:47.900527+0000 mgr.y (mgr.15270) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:48 smithi112 bash[70260]: cluster 2024-09-21T06:14:47.900527+0000 mgr.y (mgr.15270) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:49.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:48 smithi112 bash[70260]: cluster 2024-09-21T06:14:47.900527+0000 mgr.y (mgr.15270) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:50.509 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:50 smithi099 bash[115075]: debug 2024-09-21T06:14:50.197+0000 7f8131862640 -1 osd.3 127 log_to_monitors true 2024-09-21T06:14:51.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:51.042930398Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:51 smithi112 bash[70260]: cluster 2024-09-21T06:14:49.901905+0000 mgr.y (mgr.15270) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:51 smithi112 bash[70260]: cluster 2024-09-21T06:14:49.901905+0000 mgr.y (mgr.15270) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:51 smithi112 bash[70260]: audit 2024-09-21T06:14:50.193863+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:51 smithi112 bash[70260]: audit 2024-09-21T06:14:50.193863+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:51 smithi112 bash[70260]: audit 2024-09-21T06:14:50.195980+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:51 smithi112 bash[70260]: audit 2024-09-21T06:14:50.195980+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:51 smithi112 bash[70260]: audit 2024-09-21T06:14:50.206372+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-21T06:14:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:51 smithi112 bash[70260]: audit 2024-09-21T06:14:50.206372+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-21T06:14:51.509 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[115075]: debug 2024-09-21T06:14:51.249+0000 7f812960c640 -1 osd.3 127 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[89191]: cluster 2024-09-21T06:14:49.901905+0000 mgr.y (mgr.15270) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[89191]: cluster 2024-09-21T06:14:49.901905+0000 mgr.y (mgr.15270) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[89191]: audit 2024-09-21T06:14:50.193863+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[89191]: audit 2024-09-21T06:14:50.193863+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[89191]: audit 2024-09-21T06:14:50.195980+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[89191]: audit 2024-09-21T06:14:50.195980+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[89191]: audit 2024-09-21T06:14:50.206372+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[89191]: audit 2024-09-21T06:14:50.206372+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[92856]: cluster 2024-09-21T06:14:49.901905+0000 mgr.y (mgr.15270) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[92856]: cluster 2024-09-21T06:14:49.901905+0000 mgr.y (mgr.15270) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:14:51.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[92856]: audit 2024-09-21T06:14:50.193863+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[92856]: audit 2024-09-21T06:14:50.193863+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[92856]: audit 2024-09-21T06:14:50.195980+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[92856]: audit 2024-09-21T06:14:50.195980+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:14:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[92856]: audit 2024-09-21T06:14:50.206372+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-21T06:14:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:51 smithi099 bash[92856]: audit 2024-09-21T06:14:50.206372+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-21T06:14:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[89191]: audit 2024-09-21T06:14:51.193764+0000 mon.a (mon.0) 303 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T06:14:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[89191]: audit 2024-09-21T06:14:51.193764+0000 mon.a (mon.0) 303 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T06:14:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[89191]: cluster 2024-09-21T06:14:51.201507+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-21T06:14:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[89191]: cluster 2024-09-21T06:14:51.201507+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-21T06:14:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[89191]: audit 2024-09-21T06:14:51.204103+0000 mon.a (mon.0) 305 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:14:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[89191]: audit 2024-09-21T06:14:51.204103+0000 mon.a (mon.0) 305 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:14:52.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[92856]: audit 2024-09-21T06:14:51.193764+0000 mon.a (mon.0) 303 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T06:14:52.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[92856]: audit 2024-09-21T06:14:51.193764+0000 mon.a (mon.0) 303 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T06:14:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[92856]: cluster 2024-09-21T06:14:51.201507+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-21T06:14:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[92856]: cluster 2024-09-21T06:14:51.201507+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-21T06:14:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[92856]: audit 2024-09-21T06:14:51.204103+0000 mon.a (mon.0) 305 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:14:52.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:52 smithi099 bash[92856]: audit 2024-09-21T06:14:51.204103+0000 mon.a (mon.0) 305 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:14:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:52 smithi112 bash[70260]: audit 2024-09-21T06:14:51.193764+0000 mon.a (mon.0) 303 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T06:14:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:52 smithi112 bash[70260]: audit 2024-09-21T06:14:51.193764+0000 mon.a (mon.0) 303 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T06:14:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:52 smithi112 bash[70260]: cluster 2024-09-21T06:14:51.201507+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-21T06:14:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:52 smithi112 bash[70260]: cluster 2024-09-21T06:14:51.201507+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-21T06:14:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:52 smithi112 bash[70260]: audit 2024-09-21T06:14:51.204103+0000 mon.a (mon.0) 305 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:14:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:52 smithi112 bash[70260]: audit 2024-09-21T06:14:51.204103+0000 mon.a (mon.0) 305 : audit [INF] from='osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]} : dispatch 2024-09-21T06:14:53.509 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:51.903481+0000 mgr.y (mgr.15270) 658 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:51.903481+0000 mgr.y (mgr.15270) 658 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:52.206145+0000 mon.a (mon.0) 306 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:52.206145+0000 mon.a (mon.0) 306 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: audit 2024-09-21T06:14:52.216061+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: audit 2024-09-21T06:14:52.216061+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:52.216776+0000 mon.a (mon.0) 307 : cluster [INF] osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282] boot 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:52.216776+0000 mon.a (mon.0) 307 : cluster [INF] osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282] boot 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:52.217506+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:52.217506+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:53.217012+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-21T06:14:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[92856]: cluster 2024-09-21T06:14:53.217012+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:51.903481+0000 mgr.y (mgr.15270) 658 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:51.903481+0000 mgr.y (mgr.15270) 658 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:52.206145+0000 mon.a (mon.0) 306 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:52.206145+0000 mon.a (mon.0) 306 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: audit 2024-09-21T06:14:52.216061+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: audit 2024-09-21T06:14:52.216061+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:52.216776+0000 mon.a (mon.0) 307 : cluster [INF] osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282] boot 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:52.216776+0000 mon.a (mon.0) 307 : cluster [INF] osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282] boot 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:52.217506+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:52.217506+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:53.217012+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-21T06:14:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:53 smithi099 bash[89191]: cluster 2024-09-21T06:14:53.217012+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-21T06:14:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:51.903481+0000 mgr.y (mgr.15270) 658 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:14:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:51.903481+0000 mgr.y (mgr.15270) 658 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:14:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:52.206145+0000 mon.a (mon.0) 306 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:14:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:52.206145+0000 mon.a (mon.0) 306 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:14:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: audit 2024-09-21T06:14:52.216061+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-21T06:14:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: audit 2024-09-21T06:14:52.216061+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-21T06:14:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:52.216776+0000 mon.a (mon.0) 307 : cluster [INF] osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282] boot 2024-09-21T06:14:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:52.216776+0000 mon.a (mon.0) 307 : cluster [INF] osd.3 [v2:172.21.15.99:6826/1172976282,v1:172.21.15.99:6827/1172976282] boot 2024-09-21T06:14:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:52.217506+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-21T06:14:53.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:52.217506+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-21T06:14:53.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:53.217012+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-21T06:14:53.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:53 smithi112 bash[70260]: cluster 2024-09-21T06:14:53.217012+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-21T06:14:54.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:54.027594786Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:54 smithi112 bash[70260]: audit 2024-09-21T06:14:53.349962+0000 mgr.y (mgr.15270) 659 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:54.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:54 smithi112 bash[70260]: audit 2024-09-21T06:14:53.349962+0000 mgr.y (mgr.15270) 659 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:54.509 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:54 smithi099 bash[89191]: audit 2024-09-21T06:14:53.349962+0000 mgr.y (mgr.15270) 659 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:54 smithi099 bash[89191]: audit 2024-09-21T06:14:53.349962+0000 mgr.y (mgr.15270) 659 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:54.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:54 smithi099 bash[92856]: audit 2024-09-21T06:14:53.349962+0000 mgr.y (mgr.15270) 659 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:54.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:54 smithi099 bash[92856]: audit 2024-09-21T06:14:53.349962+0000 mgr.y (mgr.15270) 659 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:14:55.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[68315]: debug 2024-09-21T06:14:55.233+0000 7f84b7641640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-21T06:14:55.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:14:55] "GET /metrics HTTP/1.1" 200 38349 "" "Prometheus/2.51.0" 2024-09-21T06:14:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: cluster 2024-09-21T06:14:53.904358+0000 mgr.y (mgr.15270) 660 : cluster [DBG] pgmap v385: 161 pgs: 31 active+undersized, 19 active+undersized+degraded, 111 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 67/732 objects degraded (9.153%) 2024-09-21T06:14:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: cluster 2024-09-21T06:14:53.904358+0000 mgr.y (mgr.15270) 660 : cluster [DBG] pgmap v385: 161 pgs: 31 active+undersized, 19 active+undersized+degraded, 111 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 67/732 objects degraded (9.153%) 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: cluster 2024-09-21T06:14:54.245303+0000 mon.a (mon.0) 310 : cluster [WRN] Health check update: Degraded data redundancy: 67/732 objects degraded (9.153%), 19 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: cluster 2024-09-21T06:14:54.245303+0000 mon.a (mon.0) 310 : cluster [WRN] Health check update: Degraded data redundancy: 67/732 objects degraded (9.153%), 19 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.065497+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.065497+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.078183+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.078183+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.080593+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.080593+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.082287+0000 mon.b (mon.1) 213 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.082287+0000 mon.b (mon.1) 213 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.093068+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.093068+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.222035+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.222035+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.226175+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.226175+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.229149+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.229149+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: cluster 2024-09-21T06:14:53.904358+0000 mgr.y (mgr.15270) 660 : cluster [DBG] pgmap v385: 161 pgs: 31 active+undersized, 19 active+undersized+degraded, 111 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 67/732 objects degraded (9.153%) 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: cluster 2024-09-21T06:14:53.904358+0000 mgr.y (mgr.15270) 660 : cluster [DBG] pgmap v385: 161 pgs: 31 active+undersized, 19 active+undersized+degraded, 111 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 67/732 objects degraded (9.153%) 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: cluster 2024-09-21T06:14:54.245303+0000 mon.a (mon.0) 310 : cluster [WRN] Health check update: Degraded data redundancy: 67/732 objects degraded (9.153%), 19 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: cluster 2024-09-21T06:14:54.245303+0000 mon.a (mon.0) 310 : cluster [WRN] Health check update: Degraded data redundancy: 67/732 objects degraded (9.153%), 19 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.065497+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.065497+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.078183+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.078183+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.080593+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.080593+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.082287+0000 mon.b (mon.1) 213 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.082287+0000 mon.b (mon.1) 213 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.093068+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.093068+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.222035+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.222035+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.226175+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.226175+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.229149+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.229149+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.231913+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.231913+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.234879+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:14:55.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[89191]: audit 2024-09-21T06:14:55.234879+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:14:55.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.231913+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.231913+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.234879+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:14:55.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:55 smithi099 bash[92856]: audit 2024-09-21T06:14:55.234879+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:14:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: cluster 2024-09-21T06:14:53.904358+0000 mgr.y (mgr.15270) 660 : cluster [DBG] pgmap v385: 161 pgs: 31 active+undersized, 19 active+undersized+degraded, 111 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 67/732 objects degraded (9.153%) 2024-09-21T06:14:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: cluster 2024-09-21T06:14:53.904358+0000 mgr.y (mgr.15270) 660 : cluster [DBG] pgmap v385: 161 pgs: 31 active+undersized, 19 active+undersized+degraded, 111 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 67/732 objects degraded (9.153%) 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: cluster 2024-09-21T06:14:54.245303+0000 mon.a (mon.0) 310 : cluster [WRN] Health check update: Degraded data redundancy: 67/732 objects degraded (9.153%), 19 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: cluster 2024-09-21T06:14:54.245303+0000 mon.a (mon.0) 310 : cluster [WRN] Health check update: Degraded data redundancy: 67/732 objects degraded (9.153%), 19 pgs degraded (PG_DEGRADED) 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.065497+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.065497+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.078183+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.078183+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.080593+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.080593+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.082287+0000 mon.b (mon.1) 213 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.082287+0000 mon.b (mon.1) 213 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.093068+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.093068+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.222035+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.222035+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:14:55.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.226175+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.226175+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.229149+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.229149+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.231913+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.231913+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:14:55.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.234879+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:14:55.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:55 smithi112 bash[70260]: audit 2024-09-21T06:14:55.234879+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:14:56.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:56 smithi112 bash[70260]: audit 2024-09-21T06:14:55.236468+0000 mgr.y (mgr.15270) 661 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:14:56.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:56 smithi112 bash[70260]: audit 2024-09-21T06:14:55.236468+0000 mgr.y (mgr.15270) 661 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:14:56.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:56 smithi112 bash[70260]: cephadm 2024-09-21T06:14:55.238571+0000 mgr.y (mgr.15270) 662 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-21T06:14:56.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:56 smithi112 bash[70260]: cephadm 2024-09-21T06:14:55.238571+0000 mgr.y (mgr.15270) 662 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-21T06:14:56.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:56 smithi099 bash[89191]: audit 2024-09-21T06:14:55.236468+0000 mgr.y (mgr.15270) 661 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:14:56.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:56 smithi099 bash[89191]: audit 2024-09-21T06:14:55.236468+0000 mgr.y (mgr.15270) 661 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:14:56.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:56 smithi099 bash[89191]: cephadm 2024-09-21T06:14:55.238571+0000 mgr.y (mgr.15270) 662 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-21T06:14:56.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:56 smithi099 bash[89191]: cephadm 2024-09-21T06:14:55.238571+0000 mgr.y (mgr.15270) 662 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-21T06:14:56.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:56 smithi099 bash[92856]: audit 2024-09-21T06:14:55.236468+0000 mgr.y (mgr.15270) 661 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:14:56.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:56 smithi099 bash[92856]: audit 2024-09-21T06:14:55.236468+0000 mgr.y (mgr.15270) 661 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:14:56.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:56 smithi099 bash[92856]: cephadm 2024-09-21T06:14:55.238571+0000 mgr.y (mgr.15270) 662 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-21T06:14:56.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:56 smithi099 bash[92856]: cephadm 2024-09-21T06:14:55.238571+0000 mgr.y (mgr.15270) 662 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-21T06:14:57.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:14:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:14:57.055930033Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:14:57.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:57 smithi112 bash[70260]: cluster 2024-09-21T06:14:55.905824+0000 mgr.y (mgr.15270) 663 : cluster [DBG] pgmap v386: 161 pgs: 20 active+undersized, 12 active+undersized+degraded, 129 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/732 objects degraded (6.011%) 2024-09-21T06:14:57.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:57 smithi112 bash[70260]: cluster 2024-09-21T06:14:55.905824+0000 mgr.y (mgr.15270) 663 : cluster [DBG] pgmap v386: 161 pgs: 20 active+undersized, 12 active+undersized+degraded, 129 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/732 objects degraded (6.011%) 2024-09-21T06:14:57.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:57 smithi099 bash[89191]: cluster 2024-09-21T06:14:55.905824+0000 mgr.y (mgr.15270) 663 : cluster [DBG] pgmap v386: 161 pgs: 20 active+undersized, 12 active+undersized+degraded, 129 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/732 objects degraded (6.011%) 2024-09-21T06:14:57.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:57 smithi099 bash[89191]: cluster 2024-09-21T06:14:55.905824+0000 mgr.y (mgr.15270) 663 : cluster [DBG] pgmap v386: 161 pgs: 20 active+undersized, 12 active+undersized+degraded, 129 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/732 objects degraded (6.011%) 2024-09-21T06:14:57.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:57 smithi099 bash[92856]: cluster 2024-09-21T06:14:55.905824+0000 mgr.y (mgr.15270) 663 : cluster [DBG] pgmap v386: 161 pgs: 20 active+undersized, 12 active+undersized+degraded, 129 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/732 objects degraded (6.011%) 2024-09-21T06:14:57.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:57 smithi099 bash[92856]: cluster 2024-09-21T06:14:55.905824+0000 mgr.y (mgr.15270) 663 : cluster [DBG] pgmap v386: 161 pgs: 20 active+undersized, 12 active+undersized+degraded, 129 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/732 objects degraded (6.011%) 2024-09-21T06:14:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:58 smithi112 bash[70260]: cluster 2024-09-21T06:14:58.268474+0000 mon.a (mon.0) 314 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/732 objects degraded (6.011%), 12 pgs degraded) 2024-09-21T06:14:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:58 smithi112 bash[70260]: cluster 2024-09-21T06:14:58.268474+0000 mon.a (mon.0) 314 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/732 objects degraded (6.011%), 12 pgs degraded) 2024-09-21T06:14:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:58 smithi112 bash[70260]: cluster 2024-09-21T06:14:58.268526+0000 mon.a (mon.0) 315 : cluster [INF] Cluster is now healthy 2024-09-21T06:14:58.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:58 smithi112 bash[70260]: cluster 2024-09-21T06:14:58.268526+0000 mon.a (mon.0) 315 : cluster [INF] Cluster is now healthy 2024-09-21T06:14:58.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:58 smithi099 bash[89191]: cluster 2024-09-21T06:14:58.268474+0000 mon.a (mon.0) 314 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/732 objects degraded (6.011%), 12 pgs degraded) 2024-09-21T06:14:58.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:58 smithi099 bash[89191]: cluster 2024-09-21T06:14:58.268474+0000 mon.a (mon.0) 314 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/732 objects degraded (6.011%), 12 pgs degraded) 2024-09-21T06:14:58.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:58 smithi099 bash[89191]: cluster 2024-09-21T06:14:58.268526+0000 mon.a (mon.0) 315 : cluster [INF] Cluster is now healthy 2024-09-21T06:14:58.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:58 smithi099 bash[89191]: cluster 2024-09-21T06:14:58.268526+0000 mon.a (mon.0) 315 : cluster [INF] Cluster is now healthy 2024-09-21T06:14:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:58 smithi099 bash[92856]: cluster 2024-09-21T06:14:58.268474+0000 mon.a (mon.0) 314 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/732 objects degraded (6.011%), 12 pgs degraded) 2024-09-21T06:14:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:58 smithi099 bash[92856]: cluster 2024-09-21T06:14:58.268474+0000 mon.a (mon.0) 314 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/732 objects degraded (6.011%), 12 pgs degraded) 2024-09-21T06:14:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:58 smithi099 bash[92856]: cluster 2024-09-21T06:14:58.268526+0000 mon.a (mon.0) 315 : cluster [INF] Cluster is now healthy 2024-09-21T06:14:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:58 smithi099 bash[92856]: cluster 2024-09-21T06:14:58.268526+0000 mon.a (mon.0) 315 : cluster [INF] Cluster is now healthy 2024-09-21T06:14:59.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:59 smithi112 bash[70260]: cluster 2024-09-21T06:14:57.906854+0000 mgr.y (mgr.15270) 664 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:14:59.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:14:59 smithi112 bash[70260]: cluster 2024-09-21T06:14:57.906854+0000 mgr.y (mgr.15270) 664 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:14:59.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:59 smithi099 bash[89191]: cluster 2024-09-21T06:14:57.906854+0000 mgr.y (mgr.15270) 664 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:14:59.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:14:59 smithi099 bash[89191]: cluster 2024-09-21T06:14:57.906854+0000 mgr.y (mgr.15270) 664 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:14:59.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:59 smithi099 bash[92856]: cluster 2024-09-21T06:14:57.906854+0000 mgr.y (mgr.15270) 664 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:14:59.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:14:59 smithi099 bash[92856]: cluster 2024-09-21T06:14:57.906854+0000 mgr.y (mgr.15270) 664 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:00.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:00.059863683Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:01.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:01 smithi112 bash[70260]: cluster 2024-09-21T06:14:59.907898+0000 mgr.y (mgr.15270) 665 : cluster [DBG] pgmap v388: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:01.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:01 smithi112 bash[70260]: cluster 2024-09-21T06:14:59.907898+0000 mgr.y (mgr.15270) 665 : cluster [DBG] pgmap v388: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:01.759 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:01 smithi099 bash[92856]: cluster 2024-09-21T06:14:59.907898+0000 mgr.y (mgr.15270) 665 : cluster [DBG] pgmap v388: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:01.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:01 smithi099 bash[92856]: cluster 2024-09-21T06:14:59.907898+0000 mgr.y (mgr.15270) 665 : cluster [DBG] pgmap v388: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:01.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:01 smithi099 bash[89191]: cluster 2024-09-21T06:14:59.907898+0000 mgr.y (mgr.15270) 665 : cluster [DBG] pgmap v388: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:01.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:01 smithi099 bash[89191]: cluster 2024-09-21T06:14:59.907898+0000 mgr.y (mgr.15270) 665 : cluster [DBG] pgmap v388: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:01.865 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:15:02.501 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:15:02.501 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (10m) 18s ago 37m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (9m) 7m ago 36m 69.5M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (12m) 18s ago 34m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (11m) 7m ago 45m 439M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (22m) 18s ago 47m 518M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (6m) 18s ago 47m 53.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (7m) 7m ago 45m 18.1M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (6m) 18s ago 45m 41.3M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (11m) 18s ago 37m 8236k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (11m) 7m ago 37m 8223k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (4m) 18s ago 44m 52.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (3m) 18s ago 43m 51.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:15:02.502 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (108s) 18s ago 42m 47.3M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:15:02.503 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running 18s ago 42m - 3036M 2024-09-21T06:15:02.503 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (41m) 7m ago 41m 69.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 26063db26460 2024-09-21T06:15:02.503 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (40m) 7m ago 40m 56.4M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:15:02.503 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (39m) 7m ago 39m 65.0M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:15:02.503 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (38m) 7m ago 38m 58.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:15:02.503 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (10m) 7m ago 37m 41.3M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:15:02.503 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (35m) 18s ago 35m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:15:02.503 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (35m) 7m ago 35m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:15:02.854 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:15:02.854 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:15:02.854 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:15:02.854 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:15:02.854 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:15:02.854 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 4, 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 4 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 6, 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 9 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:15:02.855 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:15:03.176 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:15:03.176 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:15:03.177 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:15:03.177 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-21T06:15:03.177 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:15:03.177 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "3/8 daemons upgraded", 2024-09-21T06:15:03.177 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:15:03.177 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:15:03.177 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:15:03.331 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:03.069757281Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:03 smithi112 bash[70260]: audit 2024-09-21T06:15:01.853544+0000 mgr.y (mgr.15270) 666 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:03 smithi112 bash[70260]: audit 2024-09-21T06:15:01.853544+0000 mgr.y (mgr.15270) 666 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:03 smithi112 bash[70260]: cluster 2024-09-21T06:15:01.908696+0000 mgr.y (mgr.15270) 667 : cluster [DBG] pgmap v389: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:03 smithi112 bash[70260]: cluster 2024-09-21T06:15:01.908696+0000 mgr.y (mgr.15270) 667 : cluster [DBG] pgmap v389: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:03 smithi112 bash[70260]: audit 2024-09-21T06:15:02.169429+0000 mgr.y (mgr.15270) 668 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:03 smithi112 bash[70260]: audit 2024-09-21T06:15:02.169429+0000 mgr.y (mgr.15270) 668 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:03 smithi112 bash[70260]: audit 2024-09-21T06:15:02.855746+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.99:0/230131189' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:03 smithi112 bash[70260]: audit 2024-09-21T06:15:02.855746+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.99:0/230131189' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[89191]: audit 2024-09-21T06:15:01.853544+0000 mgr.y (mgr.15270) 666 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[89191]: audit 2024-09-21T06:15:01.853544+0000 mgr.y (mgr.15270) 666 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[89191]: cluster 2024-09-21T06:15:01.908696+0000 mgr.y (mgr.15270) 667 : cluster [DBG] pgmap v389: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[89191]: cluster 2024-09-21T06:15:01.908696+0000 mgr.y (mgr.15270) 667 : cluster [DBG] pgmap v389: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[89191]: audit 2024-09-21T06:15:02.169429+0000 mgr.y (mgr.15270) 668 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[89191]: audit 2024-09-21T06:15:02.169429+0000 mgr.y (mgr.15270) 668 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[89191]: audit 2024-09-21T06:15:02.855746+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.99:0/230131189' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[89191]: audit 2024-09-21T06:15:02.855746+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.99:0/230131189' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:03.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[92856]: audit 2024-09-21T06:15:01.853544+0000 mgr.y (mgr.15270) 666 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[92856]: audit 2024-09-21T06:15:01.853544+0000 mgr.y (mgr.15270) 666 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[92856]: cluster 2024-09-21T06:15:01.908696+0000 mgr.y (mgr.15270) 667 : cluster [DBG] pgmap v389: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:03.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[92856]: cluster 2024-09-21T06:15:01.908696+0000 mgr.y (mgr.15270) 667 : cluster [DBG] pgmap v389: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:03.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[92856]: audit 2024-09-21T06:15:02.169429+0000 mgr.y (mgr.15270) 668 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[92856]: audit 2024-09-21T06:15:02.169429+0000 mgr.y (mgr.15270) 668 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:03.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[92856]: audit 2024-09-21T06:15:02.855746+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.99:0/230131189' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:03.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:03 smithi099 bash[92856]: audit 2024-09-21T06:15:02.855746+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.99:0/230131189' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:04.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:04 smithi112 bash[70260]: audit 2024-09-21T06:15:02.485622+0000 mgr.y (mgr.15270) 669 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:04 smithi112 bash[70260]: audit 2024-09-21T06:15:02.485622+0000 mgr.y (mgr.15270) 669 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:04 smithi112 bash[70260]: audit 2024-09-21T06:15:03.177753+0000 mgr.y (mgr.15270) 670 : audit [DBG] from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:04 smithi112 bash[70260]: audit 2024-09-21T06:15:03.177753+0000 mgr.y (mgr.15270) 670 : audit [DBG] from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:04 smithi099 bash[89191]: audit 2024-09-21T06:15:02.485622+0000 mgr.y (mgr.15270) 669 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:04 smithi099 bash[89191]: audit 2024-09-21T06:15:02.485622+0000 mgr.y (mgr.15270) 669 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:04 smithi099 bash[89191]: audit 2024-09-21T06:15:03.177753+0000 mgr.y (mgr.15270) 670 : audit [DBG] from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:04 smithi099 bash[89191]: audit 2024-09-21T06:15:03.177753+0000 mgr.y (mgr.15270) 670 : audit [DBG] from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:04 smithi099 bash[92856]: audit 2024-09-21T06:15:02.485622+0000 mgr.y (mgr.15270) 669 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:04 smithi099 bash[92856]: audit 2024-09-21T06:15:02.485622+0000 mgr.y (mgr.15270) 669 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:04 smithi099 bash[92856]: audit 2024-09-21T06:15:03.177753+0000 mgr.y (mgr.15270) 670 : audit [DBG] from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:04.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:04 smithi099 bash[92856]: audit 2024-09-21T06:15:03.177753+0000 mgr.y (mgr.15270) 670 : audit [DBG] from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:05.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:05 smithi112 bash[70260]: audit 2024-09-21T06:15:03.359557+0000 mgr.y (mgr.15270) 671 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:05 smithi112 bash[70260]: audit 2024-09-21T06:15:03.359557+0000 mgr.y (mgr.15270) 671 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:05 smithi112 bash[70260]: cluster 2024-09-21T06:15:03.909642+0000 mgr.y (mgr.15270) 672 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:05 smithi112 bash[70260]: cluster 2024-09-21T06:15:03.909642+0000 mgr.y (mgr.15270) 672 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:05 smithi112 bash[70260]: audit 2024-09-21T06:15:05.197158+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:05 smithi112 bash[70260]: audit 2024-09-21T06:15:05.197158+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:05 smithi112 bash[70260]: audit 2024-09-21T06:15:05.199294+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:05 smithi112 bash[70260]: audit 2024-09-21T06:15:05.199294+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:05.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:15:05] "GET /metrics HTTP/1.1" 200 38337 "" "Prometheus/2.51.0" 2024-09-21T06:15:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[89191]: audit 2024-09-21T06:15:03.359557+0000 mgr.y (mgr.15270) 671 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[89191]: audit 2024-09-21T06:15:03.359557+0000 mgr.y (mgr.15270) 671 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[89191]: cluster 2024-09-21T06:15:03.909642+0000 mgr.y (mgr.15270) 672 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[89191]: cluster 2024-09-21T06:15:03.909642+0000 mgr.y (mgr.15270) 672 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[89191]: audit 2024-09-21T06:15:05.197158+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[89191]: audit 2024-09-21T06:15:05.197158+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[89191]: audit 2024-09-21T06:15:05.199294+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[89191]: audit 2024-09-21T06:15:05.199294+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[92856]: audit 2024-09-21T06:15:03.359557+0000 mgr.y (mgr.15270) 671 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[92856]: audit 2024-09-21T06:15:03.359557+0000 mgr.y (mgr.15270) 671 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[92856]: cluster 2024-09-21T06:15:03.909642+0000 mgr.y (mgr.15270) 672 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[92856]: cluster 2024-09-21T06:15:03.909642+0000 mgr.y (mgr.15270) 672 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[92856]: audit 2024-09-21T06:15:05.197158+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[92856]: audit 2024-09-21T06:15:05.197158+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[92856]: audit 2024-09-21T06:15:05.199294+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:05 smithi099 bash[92856]: audit 2024-09-21T06:15:05.199294+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:06.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:06.052049907Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:06 smithi099 bash[89191]: audit 2024-09-21T06:15:05.446285+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:06 smithi099 bash[89191]: audit 2024-09-21T06:15:05.446285+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:06 smithi099 bash[89191]: cluster 2024-09-21T06:15:05.910839+0000 mgr.y (mgr.15270) 673 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:06 smithi099 bash[89191]: cluster 2024-09-21T06:15:05.910839+0000 mgr.y (mgr.15270) 673 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:06.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:06 smithi099 bash[92856]: audit 2024-09-21T06:15:05.446285+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:06.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:06 smithi099 bash[92856]: audit 2024-09-21T06:15:05.446285+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:06.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:06 smithi099 bash[92856]: cluster 2024-09-21T06:15:05.910839+0000 mgr.y (mgr.15270) 673 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:06.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:06 smithi099 bash[92856]: cluster 2024-09-21T06:15:05.910839+0000 mgr.y (mgr.15270) 673 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:06.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:06 smithi112 bash[70260]: audit 2024-09-21T06:15:05.446285+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:06.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:06 smithi112 bash[70260]: audit 2024-09-21T06:15:05.446285+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:06.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:06 smithi112 bash[70260]: cluster 2024-09-21T06:15:05.910839+0000 mgr.y (mgr.15270) 673 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:06.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:06 smithi112 bash[70260]: cluster 2024-09-21T06:15:05.910839+0000 mgr.y (mgr.15270) 673 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:09.259 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:08 smithi099 bash[89191]: cluster 2024-09-21T06:15:07.911864+0000 mgr.y (mgr.15270) 674 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:09.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:08 smithi099 bash[89191]: cluster 2024-09-21T06:15:07.911864+0000 mgr.y (mgr.15270) 674 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:09.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:08 smithi099 bash[92856]: cluster 2024-09-21T06:15:07.911864+0000 mgr.y (mgr.15270) 674 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:09.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:08 smithi099 bash[92856]: cluster 2024-09-21T06:15:07.911864+0000 mgr.y (mgr.15270) 674 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:09.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:09.041426791Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:08 smithi112 bash[70260]: cluster 2024-09-21T06:15:07.911864+0000 mgr.y (mgr.15270) 674 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:09.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:08 smithi112 bash[70260]: cluster 2024-09-21T06:15:07.911864+0000 mgr.y (mgr.15270) 674 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-09-21T06:15:11.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:10 smithi112 bash[70260]: cluster 2024-09-21T06:15:09.912900+0000 mgr.y (mgr.15270) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:11.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:10 smithi112 bash[70260]: cluster 2024-09-21T06:15:09.912900+0000 mgr.y (mgr.15270) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:11.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:10 smithi112 bash[70260]: audit 2024-09-21T06:15:10.238917+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:15:11.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:10 smithi112 bash[70260]: audit 2024-09-21T06:15:10.238917+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:15:11.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:10 smithi112 bash[70260]: audit 2024-09-21T06:15:10.240560+0000 mgr.y (mgr.15270) 676 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:15:11.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:10 smithi112 bash[70260]: audit 2024-09-21T06:15:10.240560+0000 mgr.y (mgr.15270) 676 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:15:11.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:10 smithi112 bash[70260]: cephadm 2024-09-21T06:15:10.243678+0000 mgr.y (mgr.15270) 677 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-21T06:15:11.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:10 smithi112 bash[70260]: cephadm 2024-09-21T06:15:10.243678+0000 mgr.y (mgr.15270) 677 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-21T06:15:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[89191]: cluster 2024-09-21T06:15:09.912900+0000 mgr.y (mgr.15270) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[89191]: cluster 2024-09-21T06:15:09.912900+0000 mgr.y (mgr.15270) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[89191]: audit 2024-09-21T06:15:10.238917+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:15:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[89191]: audit 2024-09-21T06:15:10.238917+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:15:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[89191]: audit 2024-09-21T06:15:10.240560+0000 mgr.y (mgr.15270) 676 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:15:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[89191]: audit 2024-09-21T06:15:10.240560+0000 mgr.y (mgr.15270) 676 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:15:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[89191]: cephadm 2024-09-21T06:15:10.243678+0000 mgr.y (mgr.15270) 677 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-21T06:15:11.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[89191]: cephadm 2024-09-21T06:15:10.243678+0000 mgr.y (mgr.15270) 677 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-21T06:15:11.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[92856]: cluster 2024-09-21T06:15:09.912900+0000 mgr.y (mgr.15270) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:11.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[92856]: cluster 2024-09-21T06:15:09.912900+0000 mgr.y (mgr.15270) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:11.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[92856]: audit 2024-09-21T06:15:10.238917+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:15:11.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[92856]: audit 2024-09-21T06:15:10.238917+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-21T06:15:11.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[92856]: audit 2024-09-21T06:15:10.240560+0000 mgr.y (mgr.15270) 676 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:15:11.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[92856]: audit 2024-09-21T06:15:10.240560+0000 mgr.y (mgr.15270) 676 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-21T06:15:11.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[92856]: cephadm 2024-09-21T06:15:10.243678+0000 mgr.y (mgr.15270) 677 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-21T06:15:11.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:10 smithi099 bash[92856]: cephadm 2024-09-21T06:15:10.243678+0000 mgr.y (mgr.15270) 677 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-21T06:15:12.383 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:12.054542163Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[89191]: cluster 2024-09-21T06:15:11.914354+0000 mgr.y (mgr.15270) 678 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[89191]: cluster 2024-09-21T06:15:11.914354+0000 mgr.y (mgr.15270) 678 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[89191]: audit 2024-09-21T06:15:12.842823+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[89191]: audit 2024-09-21T06:15:12.842823+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[89191]: audit 2024-09-21T06:15:12.846405+0000 mon.b (mon.1) 221 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-21T06:15:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[89191]: audit 2024-09-21T06:15:12.846405+0000 mon.b (mon.1) 221 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-21T06:15:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[89191]: audit 2024-09-21T06:15:12.848236+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:13.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[89191]: audit 2024-09-21T06:15:12.848236+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:13.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[92856]: cluster 2024-09-21T06:15:11.914354+0000 mgr.y (mgr.15270) 678 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:13.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[92856]: cluster 2024-09-21T06:15:11.914354+0000 mgr.y (mgr.15270) 678 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:13.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[92856]: audit 2024-09-21T06:15:12.842823+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:13.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[92856]: audit 2024-09-21T06:15:12.842823+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:13.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[92856]: audit 2024-09-21T06:15:12.846405+0000 mon.b (mon.1) 221 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-21T06:15:13.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[92856]: audit 2024-09-21T06:15:12.846405+0000 mon.b (mon.1) 221 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-21T06:15:13.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[92856]: audit 2024-09-21T06:15:12.848236+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:13.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:12 smithi099 bash[92856]: audit 2024-09-21T06:15:12.848236+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:13.419 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:12 smithi112 bash[70260]: cluster 2024-09-21T06:15:11.914354+0000 mgr.y (mgr.15270) 678 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:13.420 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:12 smithi112 bash[70260]: cluster 2024-09-21T06:15:11.914354+0000 mgr.y (mgr.15270) 678 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:13.420 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:12 smithi112 bash[70260]: audit 2024-09-21T06:15:12.842823+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:13.420 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:12 smithi112 bash[70260]: audit 2024-09-21T06:15:12.842823+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:13.420 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:12 smithi112 bash[70260]: audit 2024-09-21T06:15:12.846405+0000 mon.b (mon.1) 221 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-21T06:15:13.420 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:12 smithi112 bash[70260]: audit 2024-09-21T06:15:12.846405+0000 mon.b (mon.1) 221 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-21T06:15:13.420 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:12 smithi112 bash[70260]: audit 2024-09-21T06:15:12.848236+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:13.420 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:12 smithi112 bash[70260]: audit 2024-09-21T06:15:12.848236+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:14.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:13 smithi099 bash[89191]: cephadm 2024-09-21T06:15:12.834491+0000 mgr.y (mgr.15270) 679 : cephadm [INF] Upgrade: Updating osd.4 2024-09-21T06:15:14.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:13 smithi099 bash[89191]: cephadm 2024-09-21T06:15:12.834491+0000 mgr.y (mgr.15270) 679 : cephadm [INF] Upgrade: Updating osd.4 2024-09-21T06:15:14.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:13 smithi099 bash[89191]: cephadm 2024-09-21T06:15:12.854919+0000 mgr.y (mgr.15270) 680 : cephadm [INF] Deploying daemon osd.4 on smithi112 2024-09-21T06:15:14.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:13 smithi099 bash[89191]: cephadm 2024-09-21T06:15:12.854919+0000 mgr.y (mgr.15270) 680 : cephadm [INF] Deploying daemon osd.4 on smithi112 2024-09-21T06:15:14.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:13 smithi099 bash[92856]: cephadm 2024-09-21T06:15:12.834491+0000 mgr.y (mgr.15270) 679 : cephadm [INF] Upgrade: Updating osd.4 2024-09-21T06:15:14.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:13 smithi099 bash[92856]: cephadm 2024-09-21T06:15:12.834491+0000 mgr.y (mgr.15270) 679 : cephadm [INF] Upgrade: Updating osd.4 2024-09-21T06:15:14.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:13 smithi099 bash[92856]: cephadm 2024-09-21T06:15:12.854919+0000 mgr.y (mgr.15270) 680 : cephadm [INF] Deploying daemon osd.4 on smithi112 2024-09-21T06:15:14.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:13 smithi099 bash[92856]: cephadm 2024-09-21T06:15:12.854919+0000 mgr.y (mgr.15270) 680 : cephadm [INF] Deploying daemon osd.4 on smithi112 2024-09-21T06:15:14.315 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:13 smithi112 bash[70260]: cephadm 2024-09-21T06:15:12.834491+0000 mgr.y (mgr.15270) 679 : cephadm [INF] Upgrade: Updating osd.4 2024-09-21T06:15:14.315 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:13 smithi112 bash[70260]: cephadm 2024-09-21T06:15:12.834491+0000 mgr.y (mgr.15270) 679 : cephadm [INF] Upgrade: Updating osd.4 2024-09-21T06:15:14.315 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:13 smithi112 bash[70260]: cephadm 2024-09-21T06:15:12.854919+0000 mgr.y (mgr.15270) 680 : cephadm [INF] Deploying daemon osd.4 on smithi112 2024-09-21T06:15:14.315 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:13 smithi112 bash[70260]: cephadm 2024-09-21T06:15:12.854919+0000 mgr.y (mgr.15270) 680 : cephadm [INF] Deploying daemon osd.4 on smithi112 2024-09-21T06:15:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:14 smithi099 bash[89191]: audit 2024-09-21T06:15:13.370674+0000 mgr.y (mgr.15270) 681 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:14 smithi099 bash[89191]: audit 2024-09-21T06:15:13.370674+0000 mgr.y (mgr.15270) 681 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:14 smithi099 bash[89191]: cluster 2024-09-21T06:15:13.915365+0000 mgr.y (mgr.15270) 682 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:15.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:14 smithi099 bash[89191]: cluster 2024-09-21T06:15:13.915365+0000 mgr.y (mgr.15270) 682 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:14 smithi099 bash[92856]: audit 2024-09-21T06:15:13.370674+0000 mgr.y (mgr.15270) 681 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:14 smithi099 bash[92856]: audit 2024-09-21T06:15:13.370674+0000 mgr.y (mgr.15270) 681 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:15.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:14 smithi099 bash[92856]: cluster 2024-09-21T06:15:13.915365+0000 mgr.y (mgr.15270) 682 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:15.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:14 smithi099 bash[92856]: cluster 2024-09-21T06:15:13.915365+0000 mgr.y (mgr.15270) 682 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:15.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:15.053616998Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:14 smithi112 bash[70260]: audit 2024-09-21T06:15:13.370674+0000 mgr.y (mgr.15270) 681 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:14 smithi112 bash[70260]: audit 2024-09-21T06:15:13.370674+0000 mgr.y (mgr.15270) 681 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:14 smithi112 bash[70260]: cluster 2024-09-21T06:15:13.915365+0000 mgr.y (mgr.15270) 682 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:14 smithi112 bash[70260]: cluster 2024-09-21T06:15:13.915365+0000 mgr.y (mgr.15270) 682 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:15.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:15:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:15:15] "GET /metrics HTTP/1.1" 200 38337 "" "Prometheus/2.51.0" 2024-09-21T06:15:17.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:16 smithi099 bash[92856]: cluster 2024-09-21T06:15:15.916524+0000 mgr.y (mgr.15270) 683 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:17.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:16 smithi099 bash[92856]: cluster 2024-09-21T06:15:15.916524+0000 mgr.y (mgr.15270) 683 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:17.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:16 smithi099 bash[89191]: cluster 2024-09-21T06:15:15.916524+0000 mgr.y (mgr.15270) 683 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:17.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:16 smithi099 bash[89191]: cluster 2024-09-21T06:15:15.916524+0000 mgr.y (mgr.15270) 683 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:17.302 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:16 smithi112 bash[70260]: cluster 2024-09-21T06:15:15.916524+0000 mgr.y (mgr.15270) 683 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:17.302 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:16 smithi112 bash[70260]: cluster 2024-09-21T06:15:15.916524+0000 mgr.y (mgr.15270) 683 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:17.556 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:17.557 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:17.557 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:17.557 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:17.558 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:17.558 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:17.558 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:17.558 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:17.559 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:17.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:17 smithi112 systemd[1]: Stopping Ceph osd.4 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:15:17.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:17 smithi112 bash[25056]: debug 2024-09-21T06:15:17.647+0000 7f74bdc38640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:15:17.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:17 smithi112 bash[25056]: debug 2024-09-21T06:15:17.647+0000 7f74bdc38640 -1 osd.4 132 *** Got signal Terminated *** 2024-09-21T06:15:17.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:17 smithi112 bash[25056]: debug 2024-09-21T06:15:17.647+0000 7f74bdc38640 -1 osd.4 132 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:15:18.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:17 smithi099 bash[89191]: cluster 2024-09-21T06:15:17.655385+0000 mon.a (mon.0) 319 : cluster [INF] osd.4 marked itself down and dead 2024-09-21T06:15:18.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:17 smithi099 bash[89191]: cluster 2024-09-21T06:15:17.655385+0000 mon.a (mon.0) 319 : cluster [INF] osd.4 marked itself down and dead 2024-09-21T06:15:18.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:17 smithi099 bash[92856]: cluster 2024-09-21T06:15:17.655385+0000 mon.a (mon.0) 319 : cluster [INF] osd.4 marked itself down and dead 2024-09-21T06:15:18.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:18 smithi099 bash[92856]: cluster 2024-09-21T06:15:17.655385+0000 mon.a (mon.0) 319 : cluster [INF] osd.4 marked itself down and dead 2024-09-21T06:15:18.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:18.0286939Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:17 smithi112 bash[70260]: cluster 2024-09-21T06:15:17.655385+0000 mon.a (mon.0) 319 : cluster [INF] osd.4 marked itself down and dead 2024-09-21T06:15:18.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:17 smithi112 bash[70260]: cluster 2024-09-21T06:15:17.655385+0000 mon.a (mon.0) 319 : cluster [INF] osd.4 marked itself down and dead 2024-09-21T06:15:19.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:18 smithi099 bash[89191]: cluster 2024-09-21T06:15:17.917538+0000 mgr.y (mgr.15270) 684 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:19.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[89191]: cluster 2024-09-21T06:15:17.917538+0000 mgr.y (mgr.15270) 684 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:19.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[89191]: cluster 2024-09-21T06:15:17.995702+0000 mon.a (mon.0) 320 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:15:19.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[89191]: cluster 2024-09-21T06:15:17.995702+0000 mon.a (mon.0) 320 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:15:19.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[89191]: cluster 2024-09-21T06:15:18.017130+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-21T06:15:19.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[89191]: cluster 2024-09-21T06:15:18.017130+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-21T06:15:19.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[92856]: cluster 2024-09-21T06:15:17.917538+0000 mgr.y (mgr.15270) 684 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:19.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[92856]: cluster 2024-09-21T06:15:17.917538+0000 mgr.y (mgr.15270) 684 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:19.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[92856]: cluster 2024-09-21T06:15:17.995702+0000 mon.a (mon.0) 320 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:15:19.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[92856]: cluster 2024-09-21T06:15:17.995702+0000 mon.a (mon.0) 320 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:15:19.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[92856]: cluster 2024-09-21T06:15:18.017130+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-21T06:15:19.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:19 smithi099 bash[92856]: cluster 2024-09-21T06:15:18.017130+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-21T06:15:19.443 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:19 smithi112 bash[73542]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-4 2024-09-21T06:15:19.443 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:19 smithi112 bash[73641]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-4 2024-09-21T06:15:19.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:18 smithi112 bash[70260]: cluster 2024-09-21T06:15:17.917538+0000 mgr.y (mgr.15270) 684 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:19.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:18 smithi112 bash[70260]: cluster 2024-09-21T06:15:17.917538+0000 mgr.y (mgr.15270) 684 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:19.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:18 smithi112 bash[70260]: cluster 2024-09-21T06:15:17.995702+0000 mon.a (mon.0) 320 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:15:19.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:18 smithi112 bash[70260]: cluster 2024-09-21T06:15:17.995702+0000 mon.a (mon.0) 320 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:15:19.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:18 smithi112 bash[70260]: cluster 2024-09-21T06:15:18.017130+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-21T06:15:19.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:18 smithi112 bash[70260]: cluster 2024-09-21T06:15:18.017130+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-21T06:15:20.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:20 smithi112 bash[70260]: cluster 2024-09-21T06:15:19.016176+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-21T06:15:20.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:20 smithi112 bash[70260]: cluster 2024-09-21T06:15:19.016176+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-21T06:15:20.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:20 smithi099 bash[92856]: cluster 2024-09-21T06:15:19.016176+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-21T06:15:20.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:20 smithi099 bash[92856]: cluster 2024-09-21T06:15:19.016176+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-21T06:15:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:20 smithi099 bash[89191]: cluster 2024-09-21T06:15:19.016176+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-21T06:15:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:20 smithi099 bash[89191]: cluster 2024-09-21T06:15:19.016176+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-21T06:15:21.284 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:21.026881109Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:21.284 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.4.service: Deactivated successfully. 2024-09-21T06:15:21.284 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: Stopped Ceph osd.4 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:15:21.284 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:21 smithi112 bash[70260]: cluster 2024-09-21T06:15:19.918351+0000 mgr.y (mgr.15270) 685 : cluster [DBG] pgmap v400: 161 pgs: 20 peering, 18 stale+active+clean, 123 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-21T06:15:21.284 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:21 smithi112 bash[70260]: cluster 2024-09-21T06:15:19.918351+0000 mgr.y (mgr.15270) 685 : cluster [DBG] pgmap v400: 161 pgs: 20 peering, 18 stale+active+clean, 123 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-21T06:15:21.285 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:21 smithi112 bash[70260]: cluster 2024-09-21T06:15:20.009077+0000 mon.a (mon.0) 323 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-21T06:15:21.285 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:21 smithi112 bash[70260]: cluster 2024-09-21T06:15:20.009077+0000 mon.a (mon.0) 323 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-21T06:15:21.285 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:21 smithi112 bash[70260]: audit 2024-09-21T06:15:20.197614+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:21.285 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:21 smithi112 bash[70260]: audit 2024-09-21T06:15:20.197614+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:21.285 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:21 smithi112 bash[70260]: audit 2024-09-21T06:15:20.199322+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:21.285 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:21 smithi112 bash[70260]: audit 2024-09-21T06:15:20.199322+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[89191]: cluster 2024-09-21T06:15:19.918351+0000 mgr.y (mgr.15270) 685 : cluster [DBG] pgmap v400: 161 pgs: 20 peering, 18 stale+active+clean, 123 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-21T06:15:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[89191]: cluster 2024-09-21T06:15:19.918351+0000 mgr.y (mgr.15270) 685 : cluster [DBG] pgmap v400: 161 pgs: 20 peering, 18 stale+active+clean, 123 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-21T06:15:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[89191]: cluster 2024-09-21T06:15:20.009077+0000 mon.a (mon.0) 323 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-21T06:15:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[89191]: cluster 2024-09-21T06:15:20.009077+0000 mon.a (mon.0) 323 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-21T06:15:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[89191]: audit 2024-09-21T06:15:20.197614+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[89191]: audit 2024-09-21T06:15:20.197614+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[89191]: audit 2024-09-21T06:15:20.199322+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[89191]: audit 2024-09-21T06:15:20.199322+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[92856]: cluster 2024-09-21T06:15:19.918351+0000 mgr.y (mgr.15270) 685 : cluster [DBG] pgmap v400: 161 pgs: 20 peering, 18 stale+active+clean, 123 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-21T06:15:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[92856]: cluster 2024-09-21T06:15:19.918351+0000 mgr.y (mgr.15270) 685 : cluster [DBG] pgmap v400: 161 pgs: 20 peering, 18 stale+active+clean, 123 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-21T06:15:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[92856]: cluster 2024-09-21T06:15:20.009077+0000 mon.a (mon.0) 323 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-21T06:15:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[92856]: cluster 2024-09-21T06:15:20.009077+0000 mon.a (mon.0) 323 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-21T06:15:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[92856]: audit 2024-09-21T06:15:20.197614+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[92856]: audit 2024-09-21T06:15:20.197614+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[92856]: audit 2024-09-21T06:15:20.199322+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:21 smithi099 bash[92856]: audit 2024-09-21T06:15:20.199322+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:21.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:21.693 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:21.694 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:21.694 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:21.694 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:21.694 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:21.695 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:21.695 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:21.695 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: Started Ceph osd.4 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:15:21.695 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:15:21 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:15:22.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:22 smithi112 bash[70260]: audit 2024-09-21T06:15:21.454575+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:22 smithi112 bash[70260]: audit 2024-09-21T06:15:21.454575+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:22 smithi112 bash[70260]: audit 2024-09-21T06:15:21.468051+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:22 smithi112 bash[70260]: audit 2024-09-21T06:15:21.468051+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:22 smithi112 bash[70260]: cluster 2024-09-21T06:15:21.920102+0000 mgr.y (mgr.15270) 686 : cluster [DBG] pgmap v401: 161 pgs: 31 active+undersized, 20 peering, 17 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 79/732 objects degraded (10.792%) 2024-09-21T06:15:22.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:22 smithi112 bash[70260]: cluster 2024-09-21T06:15:21.920102+0000 mgr.y (mgr.15270) 686 : cluster [DBG] pgmap v401: 161 pgs: 31 active+undersized, 20 peering, 17 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 79/732 objects degraded (10.792%) 2024-09-21T06:15:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[89191]: audit 2024-09-21T06:15:21.454575+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[89191]: audit 2024-09-21T06:15:21.454575+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[89191]: audit 2024-09-21T06:15:21.468051+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[89191]: audit 2024-09-21T06:15:21.468051+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[89191]: cluster 2024-09-21T06:15:21.920102+0000 mgr.y (mgr.15270) 686 : cluster [DBG] pgmap v401: 161 pgs: 31 active+undersized, 20 peering, 17 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 79/732 objects degraded (10.792%) 2024-09-21T06:15:22.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[89191]: cluster 2024-09-21T06:15:21.920102+0000 mgr.y (mgr.15270) 686 : cluster [DBG] pgmap v401: 161 pgs: 31 active+undersized, 20 peering, 17 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 79/732 objects degraded (10.792%) 2024-09-21T06:15:22.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[92856]: audit 2024-09-21T06:15:21.454575+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[92856]: audit 2024-09-21T06:15:21.454575+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[92856]: audit 2024-09-21T06:15:21.468051+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[92856]: audit 2024-09-21T06:15:21.468051+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[92856]: cluster 2024-09-21T06:15:21.920102+0000 mgr.y (mgr.15270) 686 : cluster [DBG] pgmap v401: 161 pgs: 31 active+undersized, 20 peering, 17 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 79/732 objects degraded (10.792%) 2024-09-21T06:15:22.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:22 smithi099 bash[92856]: cluster 2024-09-21T06:15:21.920102+0000 mgr.y (mgr.15270) 686 : cluster [DBG] pgmap v401: 161 pgs: 31 active+undersized, 20 peering, 17 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 79/732 objects degraded (10.792%) 2024-09-21T06:15:23.193 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:22 smithi112 bash[73790]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:15:23.193 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:22 smithi112 bash[73790]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:15:23.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:23 smithi099 bash[89191]: cluster 2024-09-21T06:15:22.463467+0000 mon.a (mon.0) 327 : cluster [WRN] Health check failed: Degraded data redundancy: 79/732 objects degraded (10.792%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:23.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:23 smithi099 bash[89191]: cluster 2024-09-21T06:15:22.463467+0000 mon.a (mon.0) 327 : cluster [WRN] Health check failed: Degraded data redundancy: 79/732 objects degraded (10.792%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:23.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:23 smithi099 bash[92856]: cluster 2024-09-21T06:15:22.463467+0000 mon.a (mon.0) 327 : cluster [WRN] Health check failed: Degraded data redundancy: 79/732 objects degraded (10.792%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:23.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:23 smithi099 bash[92856]: cluster 2024-09-21T06:15:22.463467+0000 mon.a (mon.0) 327 : cluster [WRN] Health check failed: Degraded data redundancy: 79/732 objects degraded (10.792%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:23.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:23 smithi112 bash[70260]: cluster 2024-09-21T06:15:22.463467+0000 mon.a (mon.0) 327 : cluster [WRN] Health check failed: Degraded data redundancy: 79/732 objects degraded (10.792%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:23.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:23 smithi112 bash[70260]: cluster 2024-09-21T06:15:22.463467+0000 mon.a (mon.0) 327 : cluster [WRN] Health check failed: Degraded data redundancy: 79/732 objects degraded (10.792%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:24.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:24.066781923Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:24.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:24 smithi099 bash[89191]: audit 2024-09-21T06:15:23.381869+0000 mgr.y (mgr.15270) 687 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:24.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:24 smithi099 bash[89191]: audit 2024-09-21T06:15:23.381869+0000 mgr.y (mgr.15270) 687 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:24.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:24 smithi099 bash[89191]: cluster 2024-09-21T06:15:23.921431+0000 mgr.y (mgr.15270) 688 : cluster [DBG] pgmap v402: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:24.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:24 smithi099 bash[89191]: cluster 2024-09-21T06:15:23.921431+0000 mgr.y (mgr.15270) 688 : cluster [DBG] pgmap v402: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:24.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:24 smithi099 bash[92856]: audit 2024-09-21T06:15:23.381869+0000 mgr.y (mgr.15270) 687 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:24.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:24 smithi099 bash[92856]: audit 2024-09-21T06:15:23.381869+0000 mgr.y (mgr.15270) 687 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:24.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:24 smithi099 bash[92856]: cluster 2024-09-21T06:15:23.921431+0000 mgr.y (mgr.15270) 688 : cluster [DBG] pgmap v402: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:24.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:24 smithi099 bash[92856]: cluster 2024-09-21T06:15:23.921431+0000 mgr.y (mgr.15270) 688 : cluster [DBG] pgmap v402: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:24.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:24 smithi112 bash[70260]: audit 2024-09-21T06:15:23.381869+0000 mgr.y (mgr.15270) 687 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:24.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:24 smithi112 bash[70260]: audit 2024-09-21T06:15:23.381869+0000 mgr.y (mgr.15270) 687 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:24.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:24 smithi112 bash[70260]: cluster 2024-09-21T06:15:23.921431+0000 mgr.y (mgr.15270) 688 : cluster [DBG] pgmap v402: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:24 smithi112 bash[70260]: cluster 2024-09-21T06:15:23.921431+0000 mgr.y (mgr.15270) 688 : cluster [DBG] pgmap v402: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:25.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:15:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:15:25] "GET /metrics HTTP/1.1" 200 38410 "" "Prometheus/2.51.0" 2024-09-21T06:15:25.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:25 smithi099 bash[89191]: cluster 2024-09-21T06:15:24.452821+0000 mon.a (mon.0) 328 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 5 pgs peering) 2024-09-21T06:15:25.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:25 smithi099 bash[89191]: cluster 2024-09-21T06:15:24.452821+0000 mon.a (mon.0) 328 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 5 pgs peering) 2024-09-21T06:15:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:25 smithi099 bash[92856]: cluster 2024-09-21T06:15:24.452821+0000 mon.a (mon.0) 328 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 5 pgs peering) 2024-09-21T06:15:25.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:25 smithi099 bash[92856]: cluster 2024-09-21T06:15:24.452821+0000 mon.a (mon.0) 328 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 5 pgs peering) 2024-09-21T06:15:25.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:25 smithi112 bash[70260]: cluster 2024-09-21T06:15:24.452821+0000 mon.a (mon.0) 328 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 5 pgs peering) 2024-09-21T06:15:25.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:25 smithi112 bash[70260]: cluster 2024-09-21T06:15:24.452821+0000 mon.a (mon.0) 328 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 5 pgs peering) 2024-09-21T06:15:26.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:26 smithi099 bash[89191]: cluster 2024-09-21T06:15:25.922923+0000 mgr.y (mgr.15270) 689 : cluster [DBG] pgmap v403: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 125/732 objects degraded (17.077%) 2024-09-21T06:15:26.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:26 smithi099 bash[89191]: cluster 2024-09-21T06:15:25.922923+0000 mgr.y (mgr.15270) 689 : cluster [DBG] pgmap v403: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 125/732 objects degraded (17.077%) 2024-09-21T06:15:26.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:26 smithi099 bash[92856]: cluster 2024-09-21T06:15:25.922923+0000 mgr.y (mgr.15270) 689 : cluster [DBG] pgmap v403: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 125/732 objects degraded (17.077%) 2024-09-21T06:15:26.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:26 smithi099 bash[92856]: cluster 2024-09-21T06:15:25.922923+0000 mgr.y (mgr.15270) 689 : cluster [DBG] pgmap v403: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 125/732 objects degraded (17.077%) 2024-09-21T06:15:26.862 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[70260]: cluster 2024-09-21T06:15:25.922923+0000 mgr.y (mgr.15270) 689 : cluster [DBG] pgmap v403: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 125/732 objects degraded (17.077%) 2024-09-21T06:15:26.862 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[70260]: cluster 2024-09-21T06:15:25.922923+0000 mgr.y (mgr.15270) 689 : cluster [DBG] pgmap v403: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 125/732 objects degraded (17.077%) 2024-09-21T06:15:26.863 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[73790]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-09-21T06:15:26.863 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[73790]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:15:26.863 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[73790]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:15:26.863 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[73790]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-21T06:15:26.863 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[73790]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-09-21T06:15:27.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[67087]: logger=cleanup t=2024-09-21T06:15:26.863323657Z level=info msg="Completed cleanup jobs" duration=64.752394ms 2024-09-21T06:15:27.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[67087]: logger=plugins.update.checker t=2024-09-21T06:15:26.939563968Z level=info msg="Update check succeeded" duration=59.46256ms 2024-09-21T06:15:27.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:27.022709075Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:27.193 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:26 smithi112 bash[73790]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-21T06:15:27.193 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:27 smithi112 bash[73790]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-09-21T06:15:27.193 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:27 smithi112 bash[73790]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-21T06:15:27.194 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:27 smithi112 bash[73790]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-21T06:15:27.194 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:27 smithi112 bash[73790]: --> ceph-volume lvm activate successful for osd ID: 4 2024-09-21T06:15:28.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:28 smithi112 bash[70260]: audit 2024-09-21T06:15:27.429935+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:28 smithi112 bash[70260]: audit 2024-09-21T06:15:27.429935+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:28 smithi112 bash[70260]: audit 2024-09-21T06:15:27.442225+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:28 smithi112 bash[70260]: audit 2024-09-21T06:15:27.442225+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:28 smithi112 bash[70260]: cluster 2024-09-21T06:15:27.924257+0000 mgr.y (mgr.15270) 690 : cluster [DBG] pgmap v404: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:28.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:28 smithi112 bash[70260]: cluster 2024-09-21T06:15:27.924257+0000 mgr.y (mgr.15270) 690 : cluster [DBG] pgmap v404: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[89191]: audit 2024-09-21T06:15:27.429935+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[89191]: audit 2024-09-21T06:15:27.429935+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[89191]: audit 2024-09-21T06:15:27.442225+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[89191]: audit 2024-09-21T06:15:27.442225+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[89191]: cluster 2024-09-21T06:15:27.924257+0000 mgr.y (mgr.15270) 690 : cluster [DBG] pgmap v404: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:28.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[89191]: cluster 2024-09-21T06:15:27.924257+0000 mgr.y (mgr.15270) 690 : cluster [DBG] pgmap v404: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[92856]: audit 2024-09-21T06:15:27.429935+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[92856]: audit 2024-09-21T06:15:27.429935+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[92856]: audit 2024-09-21T06:15:27.442225+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[92856]: audit 2024-09-21T06:15:27.442225+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[92856]: cluster 2024-09-21T06:15:27.924257+0000 mgr.y (mgr.15270) 690 : cluster [DBG] pgmap v404: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:28.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:28 smithi099 bash[92856]: cluster 2024-09-21T06:15:27.924257+0000 mgr.y (mgr.15270) 690 : cluster [DBG] pgmap v404: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:29.193 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:28 smithi112 bash[74484]: debug 2024-09-21T06:15:28.823+0000 7f772608f640 1 -- 172.21.15.112:0/3722364630 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ef63370960 con 0x55ef63391800 2024-09-21T06:15:29.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:29 smithi112 bash[70260]: audit 2024-09-21T06:15:28.630347+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:29.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:29 smithi112 bash[70260]: audit 2024-09-21T06:15:28.630347+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:29.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:29 smithi112 bash[70260]: audit 2024-09-21T06:15:28.642534+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:29.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:29 smithi112 bash[70260]: audit 2024-09-21T06:15:28.642534+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:30.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:29 smithi099 bash[89191]: audit 2024-09-21T06:15:28.630347+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:30.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:29 smithi099 bash[89191]: audit 2024-09-21T06:15:28.630347+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:30.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:29 smithi099 bash[89191]: audit 2024-09-21T06:15:28.642534+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:30.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:29 smithi099 bash[89191]: audit 2024-09-21T06:15:28.642534+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:30.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:29 smithi099 bash[92856]: audit 2024-09-21T06:15:28.630347+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:30.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:29 smithi099 bash[92856]: audit 2024-09-21T06:15:28.630347+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:30.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:29 smithi099 bash[92856]: audit 2024-09-21T06:15:28.642534+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:30.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:29 smithi099 bash[92856]: audit 2024-09-21T06:15:28.642534+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:30.405 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:30.036637536Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:30.693 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:30 smithi112 bash[74484]: debug 2024-09-21T06:15:30.399+0000 7f77288f6640 -1 Falling back to public interface 2024-09-21T06:15:30.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:30 smithi112 bash[70260]: cluster 2024-09-21T06:15:29.925594+0000 mgr.y (mgr.15270) 691 : cluster [DBG] pgmap v405: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:30.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:30 smithi112 bash[70260]: cluster 2024-09-21T06:15:29.925594+0000 mgr.y (mgr.15270) 691 : cluster [DBG] pgmap v405: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:30 smithi099 bash[89191]: cluster 2024-09-21T06:15:29.925594+0000 mgr.y (mgr.15270) 691 : cluster [DBG] pgmap v405: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:31.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:30 smithi099 bash[89191]: cluster 2024-09-21T06:15:29.925594+0000 mgr.y (mgr.15270) 691 : cluster [DBG] pgmap v405: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:31.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:30 smithi099 bash[92856]: cluster 2024-09-21T06:15:29.925594+0000 mgr.y (mgr.15270) 691 : cluster [DBG] pgmap v405: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:31.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:30 smithi099 bash[92856]: cluster 2024-09-21T06:15:29.925594+0000 mgr.y (mgr.15270) 691 : cluster [DBG] pgmap v405: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:32 smithi099 bash[89191]: cluster 2024-09-21T06:15:31.927303+0000 mgr.y (mgr.15270) 692 : cluster [DBG] pgmap v406: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:32 smithi099 bash[89191]: cluster 2024-09-21T06:15:31.927303+0000 mgr.y (mgr.15270) 692 : cluster [DBG] pgmap v406: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:32 smithi099 bash[89191]: cluster 2024-09-21T06:15:32.157320+0000 mon.a (mon.0) 333 : cluster [WRN] Health check update: Degraded data redundancy: 125/732 objects degraded (17.077%), 26 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:33.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:32 smithi099 bash[89191]: cluster 2024-09-21T06:15:32.157320+0000 mon.a (mon.0) 333 : cluster [WRN] Health check update: Degraded data redundancy: 125/732 objects degraded (17.077%), 26 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:33.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:32 smithi099 bash[92856]: cluster 2024-09-21T06:15:31.927303+0000 mgr.y (mgr.15270) 692 : cluster [DBG] pgmap v406: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:33.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:32 smithi099 bash[92856]: cluster 2024-09-21T06:15:31.927303+0000 mgr.y (mgr.15270) 692 : cluster [DBG] pgmap v406: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:33.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:32 smithi099 bash[92856]: cluster 2024-09-21T06:15:32.157320+0000 mon.a (mon.0) 333 : cluster [WRN] Health check update: Degraded data redundancy: 125/732 objects degraded (17.077%), 26 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:33.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:32 smithi099 bash[92856]: cluster 2024-09-21T06:15:32.157320+0000 mon.a (mon.0) 333 : cluster [WRN] Health check update: Degraded data redundancy: 125/732 objects degraded (17.077%), 26 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:33.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:33.047976647Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:33.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:32 smithi112 bash[70260]: cluster 2024-09-21T06:15:31.927303+0000 mgr.y (mgr.15270) 692 : cluster [DBG] pgmap v406: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:33.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:32 smithi112 bash[70260]: cluster 2024-09-21T06:15:31.927303+0000 mgr.y (mgr.15270) 692 : cluster [DBG] pgmap v406: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:33.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:32 smithi112 bash[70260]: cluster 2024-09-21T06:15:32.157320+0000 mon.a (mon.0) 333 : cluster [WRN] Health check update: Degraded data redundancy: 125/732 objects degraded (17.077%), 26 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:33.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:32 smithi112 bash[70260]: cluster 2024-09-21T06:15:32.157320+0000 mon.a (mon.0) 333 : cluster [WRN] Health check update: Degraded data redundancy: 125/732 objects degraded (17.077%), 26 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:33.529 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:15:34.193 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[74484]: debug 2024-09-21T06:15:34.019+0000 7f77288f6640 -1 osd.4 132 log_to_monitors true 2024-09-21T06:15:34.200 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:15:34.200 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (10m) 50s ago 37m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:15:34.200 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (10m) 6s ago 37m 69.7M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (12m) 50s ago 35m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (12m) 6s ago 45m 443M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (23m) 50s ago 48m 518M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (7m) 50s ago 48m 53.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (8m) 6s ago 46m 45.4M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (6m) 50s ago 46m 41.3M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (11m) 50s ago 37m 8236k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (11m) 6s ago 37m 8403k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (4m) 50s ago 45m 52.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (4m) 50s ago 44m 51.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (2m) 50s ago 43m 47.3M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running 50s ago 42m - 3036M 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running 6s ago 41m - 3292M 2024-09-21T06:15:34.201 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (40m) 6s ago 40m 62.6M 3292M 19.1.1-373-g4e45e6b4 164465d2334a d4e0676e0cf3 2024-09-21T06:15:34.202 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (39m) 6s ago 39m 68.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:15:34.202 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (38m) 6s ago 39m 64.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:15:34.202 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (11m) 6s ago 38m 48.6M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:15:34.202 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (35m) 50s ago 35m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:15:34.202 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (35m) 6s ago 35m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:15:34.571 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:15:34.571 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:15:34.571 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:15:34.571 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:15:34.571 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:15:34.571 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:15:34.571 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:15:34.571 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:15:34.571 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3, 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 4 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 5, 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 9 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:15:34.572 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:15:34.877 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:15:34.877 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:15:34.877 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:15:34.877 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-21T06:15:34.877 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:15:34.877 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "3/8 daemons upgraded", 2024-09-21T06:15:34.877 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:15:34.877 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:15:34.877 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:15:35.164 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:15:35 smithi112 bash[74484]: debug 2024-09-21T06:15:35.035+0000 7f77206a0640 -1 osd.4 132 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T06:15:35.164 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:33.387582+0000 mgr.y (mgr.15270) 693 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:35.164 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:33.387582+0000 mgr.y (mgr.15270) 693 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:35.164 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:33.517653+0000 mgr.y (mgr.15270) 694 : audit [DBG] from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:33.517653+0000 mgr.y (mgr.15270) 694 : audit [DBG] from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:33.845987+0000 mgr.y (mgr.15270) 695 : audit [DBG] from='client.44472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:33.845987+0000 mgr.y (mgr.15270) 695 : audit [DBG] from='client.44472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: cluster 2024-09-21T06:15:33.928539+0000 mgr.y (mgr.15270) 696 : cluster [DBG] pgmap v407: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: cluster 2024-09-21T06:15:33.928539+0000 mgr.y (mgr.15270) 696 : cluster [DBG] pgmap v407: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:34.028435+0000 mon.b (mon.1) 224 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:34.028435+0000 mon.b (mon.1) 224 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:34.030090+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:34.030090+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:34.164953+0000 mgr.y (mgr.15270) 697 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:34.164953+0000 mgr.y (mgr.15270) 697 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:34.572437+0000 mon.a (mon.0) 335 : audit [DBG] from='client.? 172.21.15.99:0/904931282' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:35.165 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:34 smithi112 bash[70260]: audit 2024-09-21T06:15:34.572437+0000 mon.a (mon.0) 335 : audit [DBG] from='client.? 172.21.15.99:0/904931282' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:34 smithi099 bash[89191]: audit 2024-09-21T06:15:33.387582+0000 mgr.y (mgr.15270) 693 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:34 smithi099 bash[89191]: audit 2024-09-21T06:15:33.387582+0000 mgr.y (mgr.15270) 693 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:34 smithi099 bash[89191]: audit 2024-09-21T06:15:33.517653+0000 mgr.y (mgr.15270) 694 : audit [DBG] from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:33.517653+0000 mgr.y (mgr.15270) 694 : audit [DBG] from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:33.845987+0000 mgr.y (mgr.15270) 695 : audit [DBG] from='client.44472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:33.845987+0000 mgr.y (mgr.15270) 695 : audit [DBG] from='client.44472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: cluster 2024-09-21T06:15:33.928539+0000 mgr.y (mgr.15270) 696 : cluster [DBG] pgmap v407: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: cluster 2024-09-21T06:15:33.928539+0000 mgr.y (mgr.15270) 696 : cluster [DBG] pgmap v407: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:34.028435+0000 mon.b (mon.1) 224 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:34.028435+0000 mon.b (mon.1) 224 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:34.030090+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:34.030090+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:34.164953+0000 mgr.y (mgr.15270) 697 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:34.164953+0000 mgr.y (mgr.15270) 697 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:34.572437+0000 mon.a (mon.0) 335 : audit [DBG] from='client.? 172.21.15.99:0/904931282' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[89191]: audit 2024-09-21T06:15:34.572437+0000 mon.a (mon.0) 335 : audit [DBG] from='client.? 172.21.15.99:0/904931282' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:33.387582+0000 mgr.y (mgr.15270) 693 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:33.387582+0000 mgr.y (mgr.15270) 693 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:33.517653+0000 mgr.y (mgr.15270) 694 : audit [DBG] from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:33.517653+0000 mgr.y (mgr.15270) 694 : audit [DBG] from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:33.845987+0000 mgr.y (mgr.15270) 695 : audit [DBG] from='client.44472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:33.845987+0000 mgr.y (mgr.15270) 695 : audit [DBG] from='client.44472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: cluster 2024-09-21T06:15:33.928539+0000 mgr.y (mgr.15270) 696 : cluster [DBG] pgmap v407: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: cluster 2024-09-21T06:15:33.928539+0000 mgr.y (mgr.15270) 696 : cluster [DBG] pgmap v407: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:34.028435+0000 mon.b (mon.1) 224 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:34.028435+0000 mon.b (mon.1) 224 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:34.030090+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:34.030090+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:34.164953+0000 mgr.y (mgr.15270) 697 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:34.164953+0000 mgr.y (mgr.15270) 697 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:34.572437+0000 mon.a (mon.0) 335 : audit [DBG] from='client.? 172.21.15.99:0/904931282' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:35.263 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[92856]: audit 2024-09-21T06:15:34.572437+0000 mon.a (mon.0) 335 : audit [DBG] from='client.? 172.21.15.99:0/904931282' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:35.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:15:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:15:35] "GET /metrics HTTP/1.1" 200 38268 "" "Prometheus/2.51.0" 2024-09-21T06:15:36.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:36.079734144Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:34.878286+0000 mgr.y (mgr.15270) 698 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:34.878286+0000 mgr.y (mgr.15270) 698 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:34.988143+0000 mon.a (mon.0) 336 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:34.988143+0000 mon.a (mon.0) 336 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:34.993293+0000 mon.b (mon.1) 225 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:34.993293+0000 mon.b (mon.1) 225 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: cluster 2024-09-21T06:15:34.994488+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: cluster 2024-09-21T06:15:34.994488+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:34.995869+0000 mon.a (mon.0) 338 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:34.995869+0000 mon.a (mon.0) 338 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:35.198327+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:35.198327+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:35.199955+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:36.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:36 smithi112 bash[70260]: audit 2024-09-21T06:15:35.199955+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:36.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:34.878286+0000 mgr.y (mgr.15270) 698 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:36.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:34.878286+0000 mgr.y (mgr.15270) 698 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:36.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:34.988143+0000 mon.a (mon.0) 336 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:34.988143+0000 mon.a (mon.0) 336 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:34.993293+0000 mon.b (mon.1) 225 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:34.993293+0000 mon.b (mon.1) 225 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: cluster 2024-09-21T06:15:34.994488+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: cluster 2024-09-21T06:15:34.994488+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:34.995869+0000 mon.a (mon.0) 338 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:34.995869+0000 mon.a (mon.0) 338 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:35.198327+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:35.198327+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:35.199955+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[89191]: audit 2024-09-21T06:15:35.199955+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:36.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:34.878286+0000 mgr.y (mgr.15270) 698 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:34.878286+0000 mgr.y (mgr.15270) 698 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:34.988143+0000 mon.a (mon.0) 336 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:34.988143+0000 mon.a (mon.0) 336 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:34.993293+0000 mon.b (mon.1) 225 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:34.993293+0000 mon.b (mon.1) 225 : audit [INF] from='osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: cluster 2024-09-21T06:15:34.994488+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: cluster 2024-09-21T06:15:34.994488+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:34.995869+0000 mon.a (mon.0) 338 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:34.995869+0000 mon.a (mon.0) 338 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:35.198327+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:35.198327+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:35.199955+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:36.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:36 smithi099 bash[92856]: audit 2024-09-21T06:15:35.199955+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:35.930061+0000 mgr.y (mgr.15270) 699 : cluster [DBG] pgmap v409: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:35.930061+0000 mgr.y (mgr.15270) 699 : cluster [DBG] pgmap v409: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:35.998904+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:15:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:35.998904+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:15:37.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: audit 2024-09-21T06:15:36.009365+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-21T06:15:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: audit 2024-09-21T06:15:36.009365+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-21T06:15:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:36.012204+0000 mon.a (mon.0) 341 : cluster [INF] osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573] boot 2024-09-21T06:15:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:36.012204+0000 mon.a (mon.0) 341 : cluster [INF] osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573] boot 2024-09-21T06:15:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:36.012324+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-21T06:15:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:36.012324+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-21T06:15:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:37.011915+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-21T06:15:37.194 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:37 smithi112 bash[70260]: cluster 2024-09-21T06:15:37.011915+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-21T06:15:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:35.930061+0000 mgr.y (mgr.15270) 699 : cluster [DBG] pgmap v409: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:35.930061+0000 mgr.y (mgr.15270) 699 : cluster [DBG] pgmap v409: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:35.998904+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:15:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:35.998904+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:15:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: audit 2024-09-21T06:15:36.009365+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-21T06:15:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: audit 2024-09-21T06:15:36.009365+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:36.012204+0000 mon.a (mon.0) 341 : cluster [INF] osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573] boot 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:36.012204+0000 mon.a (mon.0) 341 : cluster [INF] osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573] boot 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:36.012324+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:36.012324+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:37.011915+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[89191]: cluster 2024-09-21T06:15:37.011915+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:35.930061+0000 mgr.y (mgr.15270) 699 : cluster [DBG] pgmap v409: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:35.930061+0000 mgr.y (mgr.15270) 699 : cluster [DBG] pgmap v409: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:35.998904+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:35.998904+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: audit 2024-09-21T06:15:36.009365+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-21T06:15:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: audit 2024-09-21T06:15:36.009365+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-21T06:15:37.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:36.012204+0000 mon.a (mon.0) 341 : cluster [INF] osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573] boot 2024-09-21T06:15:37.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:36.012204+0000 mon.a (mon.0) 341 : cluster [INF] osd.4 [v2:172.21.15.112:6800/3197303573,v1:172.21.15.112:6801/3197303573] boot 2024-09-21T06:15:37.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:36.012324+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-21T06:15:37.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:36.012324+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-21T06:15:37.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:37.011915+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-21T06:15:37.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:37 smithi099 bash[92856]: cluster 2024-09-21T06:15:37.011915+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-21T06:15:38.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:38 smithi112 bash[70260]: cluster 2024-09-21T06:15:38.033416+0000 mon.a (mon.0) 344 : cluster [WRN] Health check update: Degraded data redundancy: 120/732 objects degraded (16.393%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:38.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:38 smithi112 bash[70260]: cluster 2024-09-21T06:15:38.033416+0000 mon.a (mon.0) 344 : cluster [WRN] Health check update: Degraded data redundancy: 120/732 objects degraded (16.393%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:38.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:38 smithi099 bash[89191]: cluster 2024-09-21T06:15:38.033416+0000 mon.a (mon.0) 344 : cluster [WRN] Health check update: Degraded data redundancy: 120/732 objects degraded (16.393%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:38.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:38 smithi099 bash[89191]: cluster 2024-09-21T06:15:38.033416+0000 mon.a (mon.0) 344 : cluster [WRN] Health check update: Degraded data redundancy: 120/732 objects degraded (16.393%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:38.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:38 smithi099 bash[92856]: cluster 2024-09-21T06:15:38.033416+0000 mon.a (mon.0) 344 : cluster [WRN] Health check update: Degraded data redundancy: 120/732 objects degraded (16.393%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:38.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:38 smithi099 bash[92856]: cluster 2024-09-21T06:15:38.033416+0000 mon.a (mon.0) 344 : cluster [WRN] Health check update: Degraded data redundancy: 120/732 objects degraded (16.393%), 25 pgs degraded (PG_DEGRADED) 2024-09-21T06:15:39.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:15:38 smithi099 bash[68315]: debug 2024-09-21T06:15:38.964+0000 7f84b7641640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-21T06:15:39.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: cluster 2024-09-21T06:15:37.931092+0000 mgr.y (mgr.15270) 700 : cluster [DBG] pgmap v412: 161 pgs: 7 peering, 36 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 120/732 objects degraded (16.393%) 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: cluster 2024-09-21T06:15:37.931092+0000 mgr.y (mgr.15270) 700 : cluster [DBG] pgmap v412: 161 pgs: 7 peering, 36 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 120/732 objects degraded (16.393%) 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.792542+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.792542+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.807643+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.807643+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.810321+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.810321+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.812556+0000 mon.b (mon.1) 229 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.812556+0000 mon.b (mon.1) 229 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.825077+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.825077+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.955923+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.955923+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.959536+0000 mon.b (mon.1) 231 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.959536+0000 mon.b (mon.1) 231 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.962169+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.962169+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.964512+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.964512+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: cluster 2024-09-21T06:15:37.931092+0000 mgr.y (mgr.15270) 700 : cluster [DBG] pgmap v412: 161 pgs: 7 peering, 36 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 120/732 objects degraded (16.393%) 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: cluster 2024-09-21T06:15:37.931092+0000 mgr.y (mgr.15270) 700 : cluster [DBG] pgmap v412: 161 pgs: 7 peering, 36 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 120/732 objects degraded (16.393%) 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.792542+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.792542+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.807643+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.807643+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.810321+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.810321+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.812556+0000 mon.b (mon.1) 229 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.812556+0000 mon.b (mon.1) 229 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.825077+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.825077+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.955923+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.955923+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.959536+0000 mon.b (mon.1) 231 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.959536+0000 mon.b (mon.1) 231 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.962169+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.962169+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.964512+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.964512+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.967245+0000 mon.b (mon.1) 234 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:39.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[89191]: audit 2024-09-21T06:15:38.967245+0000 mon.b (mon.1) 234 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:39.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.967245+0000 mon.b (mon.1) 234 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:39.264 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:39 smithi099 bash[92856]: audit 2024-09-21T06:15:38.967245+0000 mon.b (mon.1) 234 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:39.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:39.045319667Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: cluster 2024-09-21T06:15:37.931092+0000 mgr.y (mgr.15270) 700 : cluster [DBG] pgmap v412: 161 pgs: 7 peering, 36 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 120/732 objects degraded (16.393%) 2024-09-21T06:15:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: cluster 2024-09-21T06:15:37.931092+0000 mgr.y (mgr.15270) 700 : cluster [DBG] pgmap v412: 161 pgs: 7 peering, 36 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 120/732 objects degraded (16.393%) 2024-09-21T06:15:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.792542+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.792542+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.807643+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.807643+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.810321+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.810321+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.812556+0000 mon.b (mon.1) 229 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.812556+0000 mon.b (mon.1) 229 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.825077+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.825077+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.955923+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.955923+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.959536+0000 mon.b (mon.1) 231 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.959536+0000 mon.b (mon.1) 231 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.962169+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.962169+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.964512+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.964512+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:15:39.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.967245+0000 mon.b (mon.1) 234 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:39.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:39 smithi112 bash[70260]: audit 2024-09-21T06:15:38.967245+0000 mon.b (mon.1) 234 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:40 smithi112 bash[70260]: audit 2024-09-21T06:15:38.968538+0000 mgr.y (mgr.15270) 701 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:40 smithi112 bash[70260]: audit 2024-09-21T06:15:38.968538+0000 mgr.y (mgr.15270) 701 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:40 smithi112 bash[70260]: cephadm 2024-09-21T06:15:38.970426+0000 mgr.y (mgr.15270) 702 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-21T06:15:40.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:40 smithi112 bash[70260]: cephadm 2024-09-21T06:15:38.970426+0000 mgr.y (mgr.15270) 702 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-21T06:15:40.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:40 smithi099 bash[89191]: audit 2024-09-21T06:15:38.968538+0000 mgr.y (mgr.15270) 701 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:40.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:40 smithi099 bash[89191]: audit 2024-09-21T06:15:38.968538+0000 mgr.y (mgr.15270) 701 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:40.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:40 smithi099 bash[89191]: cephadm 2024-09-21T06:15:38.970426+0000 mgr.y (mgr.15270) 702 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-21T06:15:40.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:40 smithi099 bash[89191]: cephadm 2024-09-21T06:15:38.970426+0000 mgr.y (mgr.15270) 702 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-21T06:15:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:40 smithi099 bash[92856]: audit 2024-09-21T06:15:38.968538+0000 mgr.y (mgr.15270) 701 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:40 smithi099 bash[92856]: audit 2024-09-21T06:15:38.968538+0000 mgr.y (mgr.15270) 701 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:40 smithi099 bash[92856]: cephadm 2024-09-21T06:15:38.970426+0000 mgr.y (mgr.15270) 702 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-21T06:15:40.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:40 smithi099 bash[92856]: cephadm 2024-09-21T06:15:38.970426+0000 mgr.y (mgr.15270) 702 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-21T06:15:41.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:41 smithi112 bash[70260]: cluster 2024-09-21T06:15:39.932404+0000 mgr.y (mgr.15270) 703 : cluster [DBG] pgmap v413: 161 pgs: 7 peering, 26 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 91/732 objects degraded (12.432%) 2024-09-21T06:15:41.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:41 smithi112 bash[70260]: cluster 2024-09-21T06:15:39.932404+0000 mgr.y (mgr.15270) 703 : cluster [DBG] pgmap v413: 161 pgs: 7 peering, 26 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 91/732 objects degraded (12.432%) 2024-09-21T06:15:41.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:41 smithi099 bash[89191]: cluster 2024-09-21T06:15:39.932404+0000 mgr.y (mgr.15270) 703 : cluster [DBG] pgmap v413: 161 pgs: 7 peering, 26 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 91/732 objects degraded (12.432%) 2024-09-21T06:15:41.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:41 smithi099 bash[89191]: cluster 2024-09-21T06:15:39.932404+0000 mgr.y (mgr.15270) 703 : cluster [DBG] pgmap v413: 161 pgs: 7 peering, 26 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 91/732 objects degraded (12.432%) 2024-09-21T06:15:41.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:41 smithi099 bash[92856]: cluster 2024-09-21T06:15:39.932404+0000 mgr.y (mgr.15270) 703 : cluster [DBG] pgmap v413: 161 pgs: 7 peering, 26 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 91/732 objects degraded (12.432%) 2024-09-21T06:15:41.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:41 smithi099 bash[92856]: cluster 2024-09-21T06:15:39.932404+0000 mgr.y (mgr.15270) 703 : cluster [DBG] pgmap v413: 161 pgs: 7 peering, 26 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 91/732 objects degraded (12.432%) 2024-09-21T06:15:42.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:42.0567934Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:42.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:42 smithi112 bash[70260]: cluster 2024-09-21T06:15:42.101253+0000 mon.a (mon.0) 348 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/732 objects degraded (12.432%), 20 pgs degraded) 2024-09-21T06:15:42.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:42 smithi112 bash[70260]: cluster 2024-09-21T06:15:42.101253+0000 mon.a (mon.0) 348 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/732 objects degraded (12.432%), 20 pgs degraded) 2024-09-21T06:15:42.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:42 smithi112 bash[70260]: cluster 2024-09-21T06:15:42.101302+0000 mon.a (mon.0) 349 : cluster [INF] Cluster is now healthy 2024-09-21T06:15:42.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:42 smithi112 bash[70260]: cluster 2024-09-21T06:15:42.101302+0000 mon.a (mon.0) 349 : cluster [INF] Cluster is now healthy 2024-09-21T06:15:42.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:42 smithi099 bash[89191]: cluster 2024-09-21T06:15:42.101253+0000 mon.a (mon.0) 348 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/732 objects degraded (12.432%), 20 pgs degraded) 2024-09-21T06:15:42.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:42 smithi099 bash[89191]: cluster 2024-09-21T06:15:42.101253+0000 mon.a (mon.0) 348 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/732 objects degraded (12.432%), 20 pgs degraded) 2024-09-21T06:15:42.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:42 smithi099 bash[89191]: cluster 2024-09-21T06:15:42.101302+0000 mon.a (mon.0) 349 : cluster [INF] Cluster is now healthy 2024-09-21T06:15:42.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:42 smithi099 bash[89191]: cluster 2024-09-21T06:15:42.101302+0000 mon.a (mon.0) 349 : cluster [INF] Cluster is now healthy 2024-09-21T06:15:42.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:42 smithi099 bash[92856]: cluster 2024-09-21T06:15:42.101253+0000 mon.a (mon.0) 348 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/732 objects degraded (12.432%), 20 pgs degraded) 2024-09-21T06:15:42.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:42 smithi099 bash[92856]: cluster 2024-09-21T06:15:42.101253+0000 mon.a (mon.0) 348 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/732 objects degraded (12.432%), 20 pgs degraded) 2024-09-21T06:15:42.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:42 smithi099 bash[92856]: cluster 2024-09-21T06:15:42.101302+0000 mon.a (mon.0) 349 : cluster [INF] Cluster is now healthy 2024-09-21T06:15:42.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:42 smithi099 bash[92856]: cluster 2024-09-21T06:15:42.101302+0000 mon.a (mon.0) 349 : cluster [INF] Cluster is now healthy 2024-09-21T06:15:43.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:43 smithi112 bash[70260]: cluster 2024-09-21T06:15:41.933874+0000 mgr.y (mgr.15270) 704 : cluster [DBG] pgmap v414: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-21T06:15:43.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:43 smithi112 bash[70260]: cluster 2024-09-21T06:15:41.933874+0000 mgr.y (mgr.15270) 704 : cluster [DBG] pgmap v414: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-21T06:15:43.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:43 smithi099 bash[89191]: cluster 2024-09-21T06:15:41.933874+0000 mgr.y (mgr.15270) 704 : cluster [DBG] pgmap v414: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-21T06:15:43.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:43 smithi099 bash[89191]: cluster 2024-09-21T06:15:41.933874+0000 mgr.y (mgr.15270) 704 : cluster [DBG] pgmap v414: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-21T06:15:43.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:43 smithi099 bash[92856]: cluster 2024-09-21T06:15:41.933874+0000 mgr.y (mgr.15270) 704 : cluster [DBG] pgmap v414: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-21T06:15:43.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:43 smithi099 bash[92856]: cluster 2024-09-21T06:15:41.933874+0000 mgr.y (mgr.15270) 704 : cluster [DBG] pgmap v414: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-21T06:15:45.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:45.034761287Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:45 smithi112 bash[70260]: audit 2024-09-21T06:15:43.394246+0000 mgr.y (mgr.15270) 705 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:45 smithi112 bash[70260]: audit 2024-09-21T06:15:43.394246+0000 mgr.y (mgr.15270) 705 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:45.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:45 smithi112 bash[70260]: cluster 2024-09-21T06:15:43.934991+0000 mgr.y (mgr.15270) 706 : cluster [DBG] pgmap v415: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:45.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:45 smithi112 bash[70260]: cluster 2024-09-21T06:15:43.934991+0000 mgr.y (mgr.15270) 706 : cluster [DBG] pgmap v415: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:45.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:15:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:15:45] "GET /metrics HTTP/1.1" 200 38268 "" "Prometheus/2.51.0" 2024-09-21T06:15:45.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:45 smithi099 bash[89191]: audit 2024-09-21T06:15:43.394246+0000 mgr.y (mgr.15270) 705 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:45.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:45 smithi099 bash[89191]: audit 2024-09-21T06:15:43.394246+0000 mgr.y (mgr.15270) 705 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:45.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:45 smithi099 bash[89191]: cluster 2024-09-21T06:15:43.934991+0000 mgr.y (mgr.15270) 706 : cluster [DBG] pgmap v415: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:45.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:45 smithi099 bash[89191]: cluster 2024-09-21T06:15:43.934991+0000 mgr.y (mgr.15270) 706 : cluster [DBG] pgmap v415: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:45.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:45 smithi099 bash[92856]: audit 2024-09-21T06:15:43.394246+0000 mgr.y (mgr.15270) 705 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:45.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:45 smithi099 bash[92856]: audit 2024-09-21T06:15:43.394246+0000 mgr.y (mgr.15270) 705 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:45.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:45 smithi099 bash[92856]: cluster 2024-09-21T06:15:43.934991+0000 mgr.y (mgr.15270) 706 : cluster [DBG] pgmap v415: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:45.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:45 smithi099 bash[92856]: cluster 2024-09-21T06:15:43.934991+0000 mgr.y (mgr.15270) 706 : cluster [DBG] pgmap v415: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:47 smithi112 bash[70260]: cluster 2024-09-21T06:15:45.936227+0000 mgr.y (mgr.15270) 707 : cluster [DBG] pgmap v416: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:15:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:47 smithi112 bash[70260]: cluster 2024-09-21T06:15:45.936227+0000 mgr.y (mgr.15270) 707 : cluster [DBG] pgmap v416: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:15:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:47 smithi099 bash[89191]: cluster 2024-09-21T06:15:45.936227+0000 mgr.y (mgr.15270) 707 : cluster [DBG] pgmap v416: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:15:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:47 smithi099 bash[89191]: cluster 2024-09-21T06:15:45.936227+0000 mgr.y (mgr.15270) 707 : cluster [DBG] pgmap v416: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:15:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:47 smithi099 bash[92856]: cluster 2024-09-21T06:15:45.936227+0000 mgr.y (mgr.15270) 707 : cluster [DBG] pgmap v416: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:15:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:47 smithi099 bash[92856]: cluster 2024-09-21T06:15:45.936227+0000 mgr.y (mgr.15270) 707 : cluster [DBG] pgmap v416: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:15:48.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:48.025785597Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:49 smithi112 bash[70260]: cluster 2024-09-21T06:15:47.937246+0000 mgr.y (mgr.15270) 708 : cluster [DBG] pgmap v417: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 936 B/s rd, 0 op/s 2024-09-21T06:15:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:49 smithi112 bash[70260]: cluster 2024-09-21T06:15:47.937246+0000 mgr.y (mgr.15270) 708 : cluster [DBG] pgmap v417: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 936 B/s rd, 0 op/s 2024-09-21T06:15:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:49 smithi099 bash[89191]: cluster 2024-09-21T06:15:47.937246+0000 mgr.y (mgr.15270) 708 : cluster [DBG] pgmap v417: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 936 B/s rd, 0 op/s 2024-09-21T06:15:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:49 smithi099 bash[89191]: cluster 2024-09-21T06:15:47.937246+0000 mgr.y (mgr.15270) 708 : cluster [DBG] pgmap v417: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 936 B/s rd, 0 op/s 2024-09-21T06:15:49.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:49 smithi099 bash[92856]: cluster 2024-09-21T06:15:47.937246+0000 mgr.y (mgr.15270) 708 : cluster [DBG] pgmap v417: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 936 B/s rd, 0 op/s 2024-09-21T06:15:49.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:49 smithi099 bash[92856]: cluster 2024-09-21T06:15:47.937246+0000 mgr.y (mgr.15270) 708 : cluster [DBG] pgmap v417: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 936 B/s rd, 0 op/s 2024-09-21T06:15:51.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:51.066631279Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:51 smithi112 bash[70260]: cluster 2024-09-21T06:15:49.938289+0000 mgr.y (mgr.15270) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:51 smithi112 bash[70260]: cluster 2024-09-21T06:15:49.938289+0000 mgr.y (mgr.15270) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:51 smithi112 bash[70260]: audit 2024-09-21T06:15:50.197580+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:51 smithi112 bash[70260]: audit 2024-09-21T06:15:50.197580+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:51 smithi112 bash[70260]: audit 2024-09-21T06:15:50.199058+0000 mon.b (mon.1) 235 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:51 smithi112 bash[70260]: audit 2024-09-21T06:15:50.199058+0000 mon.b (mon.1) 235 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:51 smithi112 bash[70260]: audit 2024-09-21T06:15:50.479454+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:51 smithi112 bash[70260]: audit 2024-09-21T06:15:50.479454+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[89191]: cluster 2024-09-21T06:15:49.938289+0000 mgr.y (mgr.15270) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[89191]: cluster 2024-09-21T06:15:49.938289+0000 mgr.y (mgr.15270) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[89191]: audit 2024-09-21T06:15:50.197580+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[89191]: audit 2024-09-21T06:15:50.197580+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[89191]: audit 2024-09-21T06:15:50.199058+0000 mon.b (mon.1) 235 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[89191]: audit 2024-09-21T06:15:50.199058+0000 mon.b (mon.1) 235 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[89191]: audit 2024-09-21T06:15:50.479454+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[89191]: audit 2024-09-21T06:15:50.479454+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[92856]: cluster 2024-09-21T06:15:49.938289+0000 mgr.y (mgr.15270) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[92856]: cluster 2024-09-21T06:15:49.938289+0000 mgr.y (mgr.15270) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[92856]: audit 2024-09-21T06:15:50.197580+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[92856]: audit 2024-09-21T06:15:50.197580+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[92856]: audit 2024-09-21T06:15:50.199058+0000 mon.b (mon.1) 235 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[92856]: audit 2024-09-21T06:15:50.199058+0000 mon.b (mon.1) 235 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[92856]: audit 2024-09-21T06:15:50.479454+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:51 smithi099 bash[92856]: audit 2024-09-21T06:15:50.479454+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:53 smithi099 bash[89191]: cluster 2024-09-21T06:15:51.940156+0000 mgr.y (mgr.15270) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:53 smithi099 bash[89191]: cluster 2024-09-21T06:15:51.940156+0000 mgr.y (mgr.15270) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:53 smithi099 bash[92856]: cluster 2024-09-21T06:15:51.940156+0000 mgr.y (mgr.15270) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:53 smithi099 bash[92856]: cluster 2024-09-21T06:15:51.940156+0000 mgr.y (mgr.15270) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:53 smithi112 bash[70260]: cluster 2024-09-21T06:15:51.940156+0000 mgr.y (mgr.15270) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:53 smithi112 bash[70260]: cluster 2024-09-21T06:15:51.940156+0000 mgr.y (mgr.15270) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:54.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:54 smithi112 bash[70260]: audit 2024-09-21T06:15:53.985671+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:54.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:54 smithi112 bash[70260]: audit 2024-09-21T06:15:53.985671+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:54.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:54.031885694Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:54 smithi099 bash[89191]: audit 2024-09-21T06:15:53.985671+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:54.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:54 smithi099 bash[89191]: audit 2024-09-21T06:15:53.985671+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:54.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:54 smithi099 bash[92856]: audit 2024-09-21T06:15:53.985671+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:54.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:54 smithi099 bash[92856]: audit 2024-09-21T06:15:53.985671+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-21T06:15:55.493 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:55 smithi112 bash[70260]: audit 2024-09-21T06:15:53.403626+0000 mgr.y (mgr.15270) 711 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:55.493 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:55 smithi112 bash[70260]: audit 2024-09-21T06:15:53.403626+0000 mgr.y (mgr.15270) 711 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:55.493 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:55 smithi112 bash[70260]: cluster 2024-09-21T06:15:53.941153+0000 mgr.y (mgr.15270) 712 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:55.493 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:55 smithi112 bash[70260]: cluster 2024-09-21T06:15:53.941153+0000 mgr.y (mgr.15270) 712 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:55.493 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:55 smithi112 bash[70260]: audit 2024-09-21T06:15:53.986907+0000 mgr.y (mgr.15270) 713 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:55.493 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:55 smithi112 bash[70260]: audit 2024-09-21T06:15:53.986907+0000 mgr.y (mgr.15270) 713 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:55.493 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:55 smithi112 bash[70260]: cephadm 2024-09-21T06:15:53.989877+0000 mgr.y (mgr.15270) 714 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-21T06:15:55.493 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:55 smithi112 bash[70260]: cephadm 2024-09-21T06:15:53.989877+0000 mgr.y (mgr.15270) 714 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-21T06:15:55.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:15:55] "GET /metrics HTTP/1.1" 200 38406 "" "Prometheus/2.51.0" 2024-09-21T06:15:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[89191]: audit 2024-09-21T06:15:53.403626+0000 mgr.y (mgr.15270) 711 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[89191]: audit 2024-09-21T06:15:53.403626+0000 mgr.y (mgr.15270) 711 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[89191]: cluster 2024-09-21T06:15:53.941153+0000 mgr.y (mgr.15270) 712 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[89191]: cluster 2024-09-21T06:15:53.941153+0000 mgr.y (mgr.15270) 712 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[89191]: audit 2024-09-21T06:15:53.986907+0000 mgr.y (mgr.15270) 713 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[89191]: audit 2024-09-21T06:15:53.986907+0000 mgr.y (mgr.15270) 713 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[89191]: cephadm 2024-09-21T06:15:53.989877+0000 mgr.y (mgr.15270) 714 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[89191]: cephadm 2024-09-21T06:15:53.989877+0000 mgr.y (mgr.15270) 714 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[92856]: audit 2024-09-21T06:15:53.403626+0000 mgr.y (mgr.15270) 711 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[92856]: audit 2024-09-21T06:15:53.403626+0000 mgr.y (mgr.15270) 711 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[92856]: cluster 2024-09-21T06:15:53.941153+0000 mgr.y (mgr.15270) 712 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[92856]: cluster 2024-09-21T06:15:53.941153+0000 mgr.y (mgr.15270) 712 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[92856]: audit 2024-09-21T06:15:53.986907+0000 mgr.y (mgr.15270) 713 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[92856]: audit 2024-09-21T06:15:53.986907+0000 mgr.y (mgr.15270) 713 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-21T06:15:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[92856]: cephadm 2024-09-21T06:15:53.989877+0000 mgr.y (mgr.15270) 714 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-21T06:15:55.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:55 smithi099 bash[92856]: cephadm 2024-09-21T06:15:53.989877+0000 mgr.y (mgr.15270) 714 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-21T06:15:57.214 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:15:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:15:57.033375826Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:15:57.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[89191]: cluster 2024-09-21T06:15:55.942360+0000 mgr.y (mgr.15270) 715 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:57.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[89191]: cluster 2024-09-21T06:15:55.942360+0000 mgr.y (mgr.15270) 715 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[89191]: audit 2024-09-21T06:15:56.390467+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[89191]: audit 2024-09-21T06:15:56.390467+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[89191]: audit 2024-09-21T06:15:56.394150+0000 mon.b (mon.1) 237 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[89191]: audit 2024-09-21T06:15:56.394150+0000 mon.b (mon.1) 237 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[89191]: audit 2024-09-21T06:15:56.395885+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[89191]: audit 2024-09-21T06:15:56.395885+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[92856]: cluster 2024-09-21T06:15:55.942360+0000 mgr.y (mgr.15270) 715 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[92856]: cluster 2024-09-21T06:15:55.942360+0000 mgr.y (mgr.15270) 715 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[92856]: audit 2024-09-21T06:15:56.390467+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[92856]: audit 2024-09-21T06:15:56.390467+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:57.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[92856]: audit 2024-09-21T06:15:56.394150+0000 mon.b (mon.1) 237 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-21T06:15:57.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[92856]: audit 2024-09-21T06:15:56.394150+0000 mon.b (mon.1) 237 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-21T06:15:57.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[92856]: audit 2024-09-21T06:15:56.395885+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:57.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:57 smithi099 bash[92856]: audit 2024-09-21T06:15:56.395885+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:57 smithi112 bash[70260]: cluster 2024-09-21T06:15:55.942360+0000 mgr.y (mgr.15270) 715 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:57 smithi112 bash[70260]: cluster 2024-09-21T06:15:55.942360+0000 mgr.y (mgr.15270) 715 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:15:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:57 smithi112 bash[70260]: audit 2024-09-21T06:15:56.390467+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:57 smithi112 bash[70260]: audit 2024-09-21T06:15:56.390467+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:15:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:57 smithi112 bash[70260]: audit 2024-09-21T06:15:56.394150+0000 mon.b (mon.1) 237 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-21T06:15:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:57 smithi112 bash[70260]: audit 2024-09-21T06:15:56.394150+0000 mon.b (mon.1) 237 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-21T06:15:57.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:57 smithi112 bash[70260]: audit 2024-09-21T06:15:56.395885+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:57.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:57 smithi112 bash[70260]: audit 2024-09-21T06:15:56.395885+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:15:58.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:58 smithi099 bash[89191]: cephadm 2024-09-21T06:15:56.382527+0000 mgr.y (mgr.15270) 716 : cephadm [INF] Upgrade: Updating osd.5 2024-09-21T06:15:58.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:58 smithi099 bash[89191]: cephadm 2024-09-21T06:15:56.382527+0000 mgr.y (mgr.15270) 716 : cephadm [INF] Upgrade: Updating osd.5 2024-09-21T06:15:58.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:58 smithi099 bash[89191]: cephadm 2024-09-21T06:15:56.403067+0000 mgr.y (mgr.15270) 717 : cephadm [INF] Deploying daemon osd.5 on smithi112 2024-09-21T06:15:58.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:58 smithi099 bash[89191]: cephadm 2024-09-21T06:15:56.403067+0000 mgr.y (mgr.15270) 717 : cephadm [INF] Deploying daemon osd.5 on smithi112 2024-09-21T06:15:58.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:58 smithi099 bash[92856]: cephadm 2024-09-21T06:15:56.382527+0000 mgr.y (mgr.15270) 716 : cephadm [INF] Upgrade: Updating osd.5 2024-09-21T06:15:58.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:58 smithi099 bash[92856]: cephadm 2024-09-21T06:15:56.382527+0000 mgr.y (mgr.15270) 716 : cephadm [INF] Upgrade: Updating osd.5 2024-09-21T06:15:58.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:58 smithi099 bash[92856]: cephadm 2024-09-21T06:15:56.403067+0000 mgr.y (mgr.15270) 717 : cephadm [INF] Deploying daemon osd.5 on smithi112 2024-09-21T06:15:58.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:58 smithi099 bash[92856]: cephadm 2024-09-21T06:15:56.403067+0000 mgr.y (mgr.15270) 717 : cephadm [INF] Deploying daemon osd.5 on smithi112 2024-09-21T06:15:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:58 smithi112 bash[70260]: cephadm 2024-09-21T06:15:56.382527+0000 mgr.y (mgr.15270) 716 : cephadm [INF] Upgrade: Updating osd.5 2024-09-21T06:15:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:58 smithi112 bash[70260]: cephadm 2024-09-21T06:15:56.382527+0000 mgr.y (mgr.15270) 716 : cephadm [INF] Upgrade: Updating osd.5 2024-09-21T06:15:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:58 smithi112 bash[70260]: cephadm 2024-09-21T06:15:56.403067+0000 mgr.y (mgr.15270) 717 : cephadm [INF] Deploying daemon osd.5 on smithi112 2024-09-21T06:15:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:58 smithi112 bash[70260]: cephadm 2024-09-21T06:15:56.403067+0000 mgr.y (mgr.15270) 717 : cephadm [INF] Deploying daemon osd.5 on smithi112 2024-09-21T06:15:59.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:59 smithi099 bash[92856]: cluster 2024-09-21T06:15:57.943386+0000 mgr.y (mgr.15270) 718 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:59.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:15:59 smithi099 bash[92856]: cluster 2024-09-21T06:15:57.943386+0000 mgr.y (mgr.15270) 718 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:59 smithi099 bash[89191]: cluster 2024-09-21T06:15:57.943386+0000 mgr.y (mgr.15270) 718 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:15:59 smithi099 bash[89191]: cluster 2024-09-21T06:15:57.943386+0000 mgr.y (mgr.15270) 718 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:59.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:59 smithi112 bash[70260]: cluster 2024-09-21T06:15:57.943386+0000 mgr.y (mgr.15270) 718 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:15:59.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:15:59 smithi112 bash[70260]: cluster 2024-09-21T06:15:57.943386+0000 mgr.y (mgr.15270) 718 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:00.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:00.023032425Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:01.054 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:16:00 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:01.055 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:00 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:01.055 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:16:00 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:01.056 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:00 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:01.056 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:16:00 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:01.057 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:16:00 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:01.057 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:00 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:01.058 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:16:00 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:01.058 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:00 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:01.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:01 smithi112 systemd[1]: Stopping Ceph osd.5 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:16:01.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:01 smithi112 bash[30674]: debug 2024-09-21T06:16:01.158+0000 7f6ded0d0640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:16:01.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:01 smithi112 bash[30674]: debug 2024-09-21T06:16:01.158+0000 7f6ded0d0640 -1 osd.5 137 *** Got signal Terminated *** 2024-09-21T06:16:01.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:01 smithi112 bash[30674]: debug 2024-09-21T06:16:01.158+0000 7f6ded0d0640 -1 osd.5 137 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:16:01.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:01 smithi112 bash[70260]: cluster 2024-09-21T06:15:59.944437+0000 mgr.y (mgr.15270) 719 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:01.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:01 smithi112 bash[70260]: cluster 2024-09-21T06:15:59.944437+0000 mgr.y (mgr.15270) 719 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:01.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:01 smithi112 bash[70260]: cluster 2024-09-21T06:16:01.161695+0000 mon.a (mon.0) 353 : cluster [INF] osd.5 marked itself down and dead 2024-09-21T06:16:01.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:01 smithi112 bash[70260]: cluster 2024-09-21T06:16:01.161695+0000 mon.a (mon.0) 353 : cluster [INF] osd.5 marked itself down and dead 2024-09-21T06:16:01.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:01 smithi099 bash[89191]: cluster 2024-09-21T06:15:59.944437+0000 mgr.y (mgr.15270) 719 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:01.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:01 smithi099 bash[89191]: cluster 2024-09-21T06:15:59.944437+0000 mgr.y (mgr.15270) 719 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:01.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:01 smithi099 bash[89191]: cluster 2024-09-21T06:16:01.161695+0000 mon.a (mon.0) 353 : cluster [INF] osd.5 marked itself down and dead 2024-09-21T06:16:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:01 smithi099 bash[89191]: cluster 2024-09-21T06:16:01.161695+0000 mon.a (mon.0) 353 : cluster [INF] osd.5 marked itself down and dead 2024-09-21T06:16:01.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:01 smithi099 bash[92856]: cluster 2024-09-21T06:15:59.944437+0000 mgr.y (mgr.15270) 719 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:01.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:01 smithi099 bash[92856]: cluster 2024-09-21T06:15:59.944437+0000 mgr.y (mgr.15270) 719 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:01.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:01 smithi099 bash[92856]: cluster 2024-09-21T06:16:01.161695+0000 mon.a (mon.0) 353 : cluster [INF] osd.5 marked itself down and dead 2024-09-21T06:16:01.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:01 smithi099 bash[92856]: cluster 2024-09-21T06:16:01.161695+0000 mon.a (mon.0) 353 : cluster [INF] osd.5 marked itself down and dead 2024-09-21T06:16:02.637 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:02 smithi112 bash[78072]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-5 2024-09-21T06:16:02.637 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:02 smithi112 bash[70260]: cluster 2024-09-21T06:16:01.231232+0000 mon.a (mon.0) 354 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:02.637 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:02 smithi112 bash[70260]: cluster 2024-09-21T06:16:01.231232+0000 mon.a (mon.0) 354 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:02.637 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:02 smithi112 bash[70260]: cluster 2024-09-21T06:16:01.245965+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-21T06:16:02.637 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:02 smithi112 bash[70260]: cluster 2024-09-21T06:16:01.245965+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-21T06:16:02.637 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:02 smithi112 bash[70260]: cluster 2024-09-21T06:16:02.248219+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-21T06:16:02.637 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:02 smithi112 bash[70260]: cluster 2024-09-21T06:16:02.248219+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-21T06:16:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[89191]: cluster 2024-09-21T06:16:01.231232+0000 mon.a (mon.0) 354 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[89191]: cluster 2024-09-21T06:16:01.231232+0000 mon.a (mon.0) 354 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[89191]: cluster 2024-09-21T06:16:01.245965+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-21T06:16:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[89191]: cluster 2024-09-21T06:16:01.245965+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-21T06:16:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[89191]: cluster 2024-09-21T06:16:02.248219+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-21T06:16:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[89191]: cluster 2024-09-21T06:16:02.248219+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-21T06:16:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[92856]: cluster 2024-09-21T06:16:01.231232+0000 mon.a (mon.0) 354 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[92856]: cluster 2024-09-21T06:16:01.231232+0000 mon.a (mon.0) 354 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[92856]: cluster 2024-09-21T06:16:01.245965+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-21T06:16:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[92856]: cluster 2024-09-21T06:16:01.245965+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-21T06:16:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[92856]: cluster 2024-09-21T06:16:02.248219+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-21T06:16:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:02 smithi099 bash[92856]: cluster 2024-09-21T06:16:02.248219+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-21T06:16:02.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:02 smithi112 bash[78136]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-5 2024-09-21T06:16:03.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:03.038937785Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:03 smithi112 bash[70260]: cluster 2024-09-21T06:16:01.945343+0000 mgr.y (mgr.15270) 720 : cluster [DBG] pgmap v425: 161 pgs: 5 peering, 20 stale+active+clean, 136 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:03 smithi112 bash[70260]: cluster 2024-09-21T06:16:01.945343+0000 mgr.y (mgr.15270) 720 : cluster [DBG] pgmap v425: 161 pgs: 5 peering, 20 stale+active+clean, 136 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:03 smithi112 bash[70260]: cluster 2024-09-21T06:16:02.261170+0000 mon.a (mon.0) 357 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:03 smithi112 bash[70260]: cluster 2024-09-21T06:16:02.261170+0000 mon.a (mon.0) 357 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:03 smithi099 bash[89191]: cluster 2024-09-21T06:16:01.945343+0000 mgr.y (mgr.15270) 720 : cluster [DBG] pgmap v425: 161 pgs: 5 peering, 20 stale+active+clean, 136 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:03 smithi099 bash[89191]: cluster 2024-09-21T06:16:01.945343+0000 mgr.y (mgr.15270) 720 : cluster [DBG] pgmap v425: 161 pgs: 5 peering, 20 stale+active+clean, 136 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:03 smithi099 bash[89191]: cluster 2024-09-21T06:16:02.261170+0000 mon.a (mon.0) 357 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:03.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:03 smithi099 bash[89191]: cluster 2024-09-21T06:16:02.261170+0000 mon.a (mon.0) 357 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:03.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:03 smithi099 bash[92856]: cluster 2024-09-21T06:16:01.945343+0000 mgr.y (mgr.15270) 720 : cluster [DBG] pgmap v425: 161 pgs: 5 peering, 20 stale+active+clean, 136 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:03.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:03 smithi099 bash[92856]: cluster 2024-09-21T06:16:01.945343+0000 mgr.y (mgr.15270) 720 : cluster [DBG] pgmap v425: 161 pgs: 5 peering, 20 stale+active+clean, 136 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:03.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:03 smithi099 bash[92856]: cluster 2024-09-21T06:16:02.261170+0000 mon.a (mon.0) 357 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:03.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:03 smithi099 bash[92856]: cluster 2024-09-21T06:16:02.261170+0000 mon.a (mon.0) 357 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:04.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:04 smithi112 bash[70260]: cluster 2024-09-21T06:16:04.287565+0000 mon.a (mon.0) 358 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 5 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:04.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:04 smithi112 bash[70260]: cluster 2024-09-21T06:16:04.287565+0000 mon.a (mon.0) 358 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 5 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:04 smithi099 bash[89191]: cluster 2024-09-21T06:16:04.287565+0000 mon.a (mon.0) 358 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 5 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:04 smithi099 bash[89191]: cluster 2024-09-21T06:16:04.287565+0000 mon.a (mon.0) 358 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 5 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:04 smithi099 bash[92856]: cluster 2024-09-21T06:16:04.287565+0000 mon.a (mon.0) 358 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 5 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:04 smithi099 bash[92856]: cluster 2024-09-21T06:16:04.287565+0000 mon.a (mon.0) 358 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 5 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:04.997 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:04.998 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:04.998 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:04.998 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:04.998 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:04.999 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:04.999 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:04.999 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:04.999 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.5.service: Deactivated successfully. 2024-09-21T06:16:05.000 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: Stopped Ceph osd.5 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:16:05.000 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:05.000 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:04 smithi112 systemd[1]: Started Ceph osd.5 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:16:05.225 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:16:05.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:03.414787+0000 mgr.y (mgr.15270) 721 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:05.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:03.414787+0000 mgr.y (mgr.15270) 721 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:05.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: cluster 2024-09-21T06:16:03.946554+0000 mgr.y (mgr.15270) 722 : cluster [DBG] pgmap v427: 161 pgs: 14 active+undersized, 5 peering, 14 stale+active+clean, 5 active+undersized+degraded, 123 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:16:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: cluster 2024-09-21T06:16:03.946554+0000 mgr.y (mgr.15270) 722 : cluster [DBG] pgmap v427: 161 pgs: 14 active+undersized, 5 peering, 14 stale+active+clean, 5 active+undersized+degraded, 123 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:16:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:05.048879+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:05.048879+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:05.061233+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:05.061233+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:05.198005+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:05.198005+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:05.200321+0000 mon.b (mon.1) 239 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:05.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:05 smithi112 bash[70260]: audit 2024-09-21T06:16:05.200321+0000 mon.b (mon.1) 239 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:05.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:16:05] "GET /metrics HTTP/1.1" 200 38410 "" "Prometheus/2.51.0" 2024-09-21T06:16:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:03.414787+0000 mgr.y (mgr.15270) 721 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:03.414787+0000 mgr.y (mgr.15270) 721 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: cluster 2024-09-21T06:16:03.946554+0000 mgr.y (mgr.15270) 722 : cluster [DBG] pgmap v427: 161 pgs: 14 active+undersized, 5 peering, 14 stale+active+clean, 5 active+undersized+degraded, 123 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:16:05.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: cluster 2024-09-21T06:16:03.946554+0000 mgr.y (mgr.15270) 722 : cluster [DBG] pgmap v427: 161 pgs: 14 active+undersized, 5 peering, 14 stale+active+clean, 5 active+undersized+degraded, 123 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:05.048879+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:05.048879+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:05.061233+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:05.061233+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:05.198005+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:05.198005+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:05.200321+0000 mon.b (mon.1) 239 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[89191]: audit 2024-09-21T06:16:05.200321+0000 mon.b (mon.1) 239 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:03.414787+0000 mgr.y (mgr.15270) 721 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:03.414787+0000 mgr.y (mgr.15270) 721 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: cluster 2024-09-21T06:16:03.946554+0000 mgr.y (mgr.15270) 722 : cluster [DBG] pgmap v427: 161 pgs: 14 active+undersized, 5 peering, 14 stale+active+clean, 5 active+undersized+degraded, 123 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:16:05.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: cluster 2024-09-21T06:16:03.946554+0000 mgr.y (mgr.15270) 722 : cluster [DBG] pgmap v427: 161 pgs: 14 active+undersized, 5 peering, 14 stale+active+clean, 5 active+undersized+degraded, 123 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:16:05.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:05.048879+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:05.048879+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:05.061233+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:05.061233+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:05.198005+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:05.198005+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:05.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:05.200321+0000 mon.b (mon.1) 239 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:05.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:05 smithi099 bash[92856]: audit 2024-09-21T06:16:05.200321+0000 mon.b (mon.1) 239 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (11m) 82s ago 38m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (10m) 38s ago 37m 69.7M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (13m) 82s ago 35m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (12m) 38s ago 46m 443M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (23m) 82s ago 48m 518M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (7m) 82s ago 48m 53.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (8m) 38s ago 46m 45.4M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (7m) 82s ago 46m 41.3M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (12m) 82s ago 38m 8236k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:16:05.887 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (12m) 38s ago 38m 8403k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (5m) 82s ago 45m 52.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (4m) 82s ago 44m 51.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (2m) 82s ago 43m 47.3M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running 82s ago 43m - 3036M 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running 38s ago 42m - 3292M 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 starting - - - 3292M 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (40m) 38s ago 40m 68.7M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (39m) 38s ago 39m 64.8M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (11m) 38s ago 38m 48.6M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (36m) 82s ago 36m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:16:05.888 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (36m) 38s ago 36m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:16:06.261 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2, 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 5 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:16:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:16:06.263 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 4, 2024-09-21T06:16:06.263 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 10 2024-09-21T06:16:06.263 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:16:06.263 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:16:06.350 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:06.06624232Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:06.582 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:16:06.583 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:16:06.583 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:16:06.583 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-21T06:16:06.583 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:16:06.583 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "3/8 daemons upgraded", 2024-09-21T06:16:06.583 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:16:06.583 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:16:06.583 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:16:06.693 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:06 smithi112 bash[78283]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:16:06.693 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:06 smithi112 bash[78283]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:16:06.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:06 smithi112 bash[70260]: audit 2024-09-21T06:16:05.212703+0000 mgr.y (mgr.15270) 723 : audit [DBG] from='client.54473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:06.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:06 smithi112 bash[70260]: audit 2024-09-21T06:16:05.212703+0000 mgr.y (mgr.15270) 723 : audit [DBG] from='client.54473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:06.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:06 smithi112 bash[70260]: audit 2024-09-21T06:16:06.263059+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.99:0/2378029407' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:06.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:06 smithi112 bash[70260]: audit 2024-09-21T06:16:06.263059+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.99:0/2378029407' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:06 smithi099 bash[89191]: audit 2024-09-21T06:16:05.212703+0000 mgr.y (mgr.15270) 723 : audit [DBG] from='client.54473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:06 smithi099 bash[89191]: audit 2024-09-21T06:16:05.212703+0000 mgr.y (mgr.15270) 723 : audit [DBG] from='client.54473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:06 smithi099 bash[89191]: audit 2024-09-21T06:16:06.263059+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.99:0/2378029407' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:06 smithi099 bash[89191]: audit 2024-09-21T06:16:06.263059+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.99:0/2378029407' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:06.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:06 smithi099 bash[92856]: audit 2024-09-21T06:16:05.212703+0000 mgr.y (mgr.15270) 723 : audit [DBG] from='client.54473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:06.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:06 smithi099 bash[92856]: audit 2024-09-21T06:16:05.212703+0000 mgr.y (mgr.15270) 723 : audit [DBG] from='client.54473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:06.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:06 smithi099 bash[92856]: audit 2024-09-21T06:16:06.263059+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.99:0/2378029407' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:06.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:06 smithi099 bash[92856]: audit 2024-09-21T06:16:06.263059+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.99:0/2378029407' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:07 smithi112 bash[70260]: audit 2024-09-21T06:16:05.539405+0000 mgr.y (mgr.15270) 724 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:07 smithi112 bash[70260]: audit 2024-09-21T06:16:05.539405+0000 mgr.y (mgr.15270) 724 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:07 smithi112 bash[70260]: audit 2024-09-21T06:16:05.852631+0000 mgr.y (mgr.15270) 725 : audit [DBG] from='client.54485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:07 smithi112 bash[70260]: audit 2024-09-21T06:16:05.852631+0000 mgr.y (mgr.15270) 725 : audit [DBG] from='client.54485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:07 smithi112 bash[70260]: cluster 2024-09-21T06:16:05.948069+0000 mgr.y (mgr.15270) 726 : cluster [DBG] pgmap v428: 161 pgs: 28 active+undersized, 5 peering, 5 stale+active+clean, 16 active+undersized+degraded, 107 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:16:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:07 smithi112 bash[70260]: cluster 2024-09-21T06:16:05.948069+0000 mgr.y (mgr.15270) 726 : cluster [DBG] pgmap v428: 161 pgs: 28 active+undersized, 5 peering, 5 stale+active+clean, 16 active+undersized+degraded, 107 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:16:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[89191]: audit 2024-09-21T06:16:05.539405+0000 mgr.y (mgr.15270) 724 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[89191]: audit 2024-09-21T06:16:05.539405+0000 mgr.y (mgr.15270) 724 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[89191]: audit 2024-09-21T06:16:05.852631+0000 mgr.y (mgr.15270) 725 : audit [DBG] from='client.54485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[89191]: audit 2024-09-21T06:16:05.852631+0000 mgr.y (mgr.15270) 725 : audit [DBG] from='client.54485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[89191]: cluster 2024-09-21T06:16:05.948069+0000 mgr.y (mgr.15270) 726 : cluster [DBG] pgmap v428: 161 pgs: 28 active+undersized, 5 peering, 5 stale+active+clean, 16 active+undersized+degraded, 107 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:16:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[89191]: cluster 2024-09-21T06:16:05.948069+0000 mgr.y (mgr.15270) 726 : cluster [DBG] pgmap v428: 161 pgs: 28 active+undersized, 5 peering, 5 stale+active+clean, 16 active+undersized+degraded, 107 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:16:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[92856]: audit 2024-09-21T06:16:05.539405+0000 mgr.y (mgr.15270) 724 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[92856]: audit 2024-09-21T06:16:05.539405+0000 mgr.y (mgr.15270) 724 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[92856]: audit 2024-09-21T06:16:05.852631+0000 mgr.y (mgr.15270) 725 : audit [DBG] from='client.54485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[92856]: audit 2024-09-21T06:16:05.852631+0000 mgr.y (mgr.15270) 725 : audit [DBG] from='client.54485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[92856]: cluster 2024-09-21T06:16:05.948069+0000 mgr.y (mgr.15270) 726 : cluster [DBG] pgmap v428: 161 pgs: 28 active+undersized, 5 peering, 5 stale+active+clean, 16 active+undersized+degraded, 107 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:16:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:07 smithi099 bash[92856]: cluster 2024-09-21T06:16:05.948069+0000 mgr.y (mgr.15270) 726 : cluster [DBG] pgmap v428: 161 pgs: 28 active+undersized, 5 peering, 5 stale+active+clean, 16 active+undersized+degraded, 107 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 59/732 objects degraded (8.060%) 2024-09-21T06:16:08.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:08 smithi112 bash[70260]: audit 2024-09-21T06:16:06.583440+0000 mgr.y (mgr.15270) 727 : audit [DBG] from='client.54497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:08.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:08 smithi112 bash[70260]: audit 2024-09-21T06:16:06.583440+0000 mgr.y (mgr.15270) 727 : audit [DBG] from='client.54497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:08.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:08 smithi099 bash[89191]: audit 2024-09-21T06:16:06.583440+0000 mgr.y (mgr.15270) 727 : audit [DBG] from='client.54497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:08.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:08 smithi099 bash[89191]: audit 2024-09-21T06:16:06.583440+0000 mgr.y (mgr.15270) 727 : audit [DBG] from='client.54497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:08.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:08 smithi099 bash[92856]: audit 2024-09-21T06:16:06.583440+0000 mgr.y (mgr.15270) 727 : audit [DBG] from='client.54497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:08.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:08 smithi099 bash[92856]: audit 2024-09-21T06:16:06.583440+0000 mgr.y (mgr.15270) 727 : audit [DBG] from='client.54497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:09.366 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:09.039036992Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:09.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:09 smithi112 bash[70260]: cluster 2024-09-21T06:16:07.949378+0000 mgr.y (mgr.15270) 728 : cluster [DBG] pgmap v429: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:09.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:09 smithi112 bash[70260]: cluster 2024-09-21T06:16:07.949378+0000 mgr.y (mgr.15270) 728 : cluster [DBG] pgmap v429: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:09.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:09 smithi112 bash[70260]: cluster 2024-09-21T06:16:08.353549+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:09.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:09 smithi112 bash[70260]: cluster 2024-09-21T06:16:08.353549+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:09.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:09 smithi099 bash[92856]: cluster 2024-09-21T06:16:07.949378+0000 mgr.y (mgr.15270) 728 : cluster [DBG] pgmap v429: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:09.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:09 smithi099 bash[92856]: cluster 2024-09-21T06:16:07.949378+0000 mgr.y (mgr.15270) 728 : cluster [DBG] pgmap v429: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:09.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:09 smithi099 bash[92856]: cluster 2024-09-21T06:16:08.353549+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:09.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:09 smithi099 bash[92856]: cluster 2024-09-21T06:16:08.353549+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:09.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:09 smithi099 bash[89191]: cluster 2024-09-21T06:16:07.949378+0000 mgr.y (mgr.15270) 728 : cluster [DBG] pgmap v429: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:09.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:09 smithi099 bash[89191]: cluster 2024-09-21T06:16:07.949378+0000 mgr.y (mgr.15270) 728 : cluster [DBG] pgmap v429: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:09.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:09 smithi099 bash[89191]: cluster 2024-09-21T06:16:08.353549+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:09.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:09 smithi099 bash[89191]: cluster 2024-09-21T06:16:08.353549+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:10.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-09-21T06:16:10.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:16:10.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:16:10.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-21T06:16:10.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-09-21T06:16:10.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-21T06:16:10.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-09-21T06:16:10.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-21T06:16:10.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-21T06:16:10.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:10 smithi112 bash[78283]: --> ceph-volume lvm activate successful for osd ID: 5 2024-09-21T06:16:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:11 smithi112 bash[70260]: cluster 2024-09-21T06:16:09.950635+0000 mgr.y (mgr.15270) 729 : cluster [DBG] pgmap v430: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:11 smithi112 bash[70260]: cluster 2024-09-21T06:16:09.950635+0000 mgr.y (mgr.15270) 729 : cluster [DBG] pgmap v430: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:11 smithi112 bash[70260]: audit 2024-09-21T06:16:11.005325+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:11 smithi112 bash[70260]: audit 2024-09-21T06:16:11.005325+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:11 smithi112 bash[70260]: audit 2024-09-21T06:16:11.017449+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:11 smithi112 bash[70260]: audit 2024-09-21T06:16:11.017449+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[89191]: cluster 2024-09-21T06:16:09.950635+0000 mgr.y (mgr.15270) 729 : cluster [DBG] pgmap v430: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[89191]: cluster 2024-09-21T06:16:09.950635+0000 mgr.y (mgr.15270) 729 : cluster [DBG] pgmap v430: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[89191]: audit 2024-09-21T06:16:11.005325+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[89191]: audit 2024-09-21T06:16:11.005325+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[89191]: audit 2024-09-21T06:16:11.017449+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[89191]: audit 2024-09-21T06:16:11.017449+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[92856]: cluster 2024-09-21T06:16:09.950635+0000 mgr.y (mgr.15270) 729 : cluster [DBG] pgmap v430: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[92856]: cluster 2024-09-21T06:16:09.950635+0000 mgr.y (mgr.15270) 729 : cluster [DBG] pgmap v430: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[92856]: audit 2024-09-21T06:16:11.005325+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[92856]: audit 2024-09-21T06:16:11.005325+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[92856]: audit 2024-09-21T06:16:11.017449+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:11 smithi099 bash[92856]: audit 2024-09-21T06:16:11.017449+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:12.407 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:12.030997532Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:12.693 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:12 smithi112 bash[78972]: debug 2024-09-21T06:16:12.450+0000 7f15c567d640 1 -- 172.21.15.112:0/2749442978 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558d9b67e960 con 0x558d9b69f800 2024-09-21T06:16:13.425 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[89191]: cluster 2024-09-21T06:16:11.952369+0000 mgr.y (mgr.15270) 730 : cluster [DBG] pgmap v431: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:13.425 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[89191]: cluster 2024-09-21T06:16:11.952369+0000 mgr.y (mgr.15270) 730 : cluster [DBG] pgmap v431: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:13.425 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[89191]: audit 2024-09-21T06:16:12.160961+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.425 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[89191]: audit 2024-09-21T06:16:12.160961+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[89191]: cluster 2024-09-21T06:16:12.167092+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 83/732 objects degraded (11.339%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[89191]: cluster 2024-09-21T06:16:12.167092+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 83/732 objects degraded (11.339%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[89191]: audit 2024-09-21T06:16:12.173113+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[89191]: audit 2024-09-21T06:16:12.173113+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[92856]: cluster 2024-09-21T06:16:11.952369+0000 mgr.y (mgr.15270) 730 : cluster [DBG] pgmap v431: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[92856]: cluster 2024-09-21T06:16:11.952369+0000 mgr.y (mgr.15270) 730 : cluster [DBG] pgmap v431: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[92856]: audit 2024-09-21T06:16:12.160961+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[92856]: audit 2024-09-21T06:16:12.160961+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[92856]: cluster 2024-09-21T06:16:12.167092+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 83/732 objects degraded (11.339%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:13.426 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[92856]: cluster 2024-09-21T06:16:12.167092+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 83/732 objects degraded (11.339%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:13.427 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[92856]: audit 2024-09-21T06:16:12.173113+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.427 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:13 smithi099 bash[92856]: audit 2024-09-21T06:16:12.173113+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:13 smithi112 bash[70260]: cluster 2024-09-21T06:16:11.952369+0000 mgr.y (mgr.15270) 730 : cluster [DBG] pgmap v431: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:13 smithi112 bash[70260]: cluster 2024-09-21T06:16:11.952369+0000 mgr.y (mgr.15270) 730 : cluster [DBG] pgmap v431: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:13 smithi112 bash[70260]: audit 2024-09-21T06:16:12.160961+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:13 smithi112 bash[70260]: audit 2024-09-21T06:16:12.160961+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:13 smithi112 bash[70260]: cluster 2024-09-21T06:16:12.167092+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 83/732 objects degraded (11.339%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:13 smithi112 bash[70260]: cluster 2024-09-21T06:16:12.167092+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 83/732 objects degraded (11.339%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:13 smithi112 bash[70260]: audit 2024-09-21T06:16:12.173113+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:13.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:13 smithi112 bash[70260]: audit 2024-09-21T06:16:12.173113+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:14.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:13 smithi112 bash[78972]: debug 2024-09-21T06:16:13.978+0000 7f15c7ee4640 -1 Falling back to public interface 2024-09-21T06:16:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:15 smithi112 bash[70260]: audit 2024-09-21T06:16:13.426017+0000 mgr.y (mgr.15270) 731 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:15 smithi112 bash[70260]: audit 2024-09-21T06:16:13.426017+0000 mgr.y (mgr.15270) 731 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:15 smithi112 bash[70260]: cluster 2024-09-21T06:16:13.953718+0000 mgr.y (mgr.15270) 732 : cluster [DBG] pgmap v432: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:15 smithi112 bash[70260]: cluster 2024-09-21T06:16:13.953718+0000 mgr.y (mgr.15270) 732 : cluster [DBG] pgmap v432: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:15.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:15.078407812Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:15.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:16:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:16:15] "GET /metrics HTTP/1.1" 200 38410 "" "Prometheus/2.51.0" 2024-09-21T06:16:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:15 smithi099 bash[89191]: audit 2024-09-21T06:16:13.426017+0000 mgr.y (mgr.15270) 731 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:15 smithi099 bash[89191]: audit 2024-09-21T06:16:13.426017+0000 mgr.y (mgr.15270) 731 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:15 smithi099 bash[89191]: cluster 2024-09-21T06:16:13.953718+0000 mgr.y (mgr.15270) 732 : cluster [DBG] pgmap v432: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:15 smithi099 bash[89191]: cluster 2024-09-21T06:16:13.953718+0000 mgr.y (mgr.15270) 732 : cluster [DBG] pgmap v432: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:15 smithi099 bash[92856]: audit 2024-09-21T06:16:13.426017+0000 mgr.y (mgr.15270) 731 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:15.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:15 smithi099 bash[92856]: audit 2024-09-21T06:16:13.426017+0000 mgr.y (mgr.15270) 731 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:15.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:15 smithi099 bash[92856]: cluster 2024-09-21T06:16:13.953718+0000 mgr.y (mgr.15270) 732 : cluster [DBG] pgmap v432: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:15.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:15 smithi099 bash[92856]: cluster 2024-09-21T06:16:13.953718+0000 mgr.y (mgr.15270) 732 : cluster [DBG] pgmap v432: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:17.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:17 smithi112 bash[78972]: debug 2024-09-21T06:16:17.354+0000 7f15c7ee4640 -1 osd.5 137 log_to_monitors true 2024-09-21T06:16:17.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:17 smithi112 bash[70260]: cluster 2024-09-21T06:16:15.955250+0000 mgr.y (mgr.15270) 733 : cluster [DBG] pgmap v433: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:17.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:17 smithi112 bash[70260]: cluster 2024-09-21T06:16:15.955250+0000 mgr.y (mgr.15270) 733 : cluster [DBG] pgmap v433: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:17 smithi099 bash[89191]: cluster 2024-09-21T06:16:15.955250+0000 mgr.y (mgr.15270) 733 : cluster [DBG] pgmap v433: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:17 smithi099 bash[89191]: cluster 2024-09-21T06:16:15.955250+0000 mgr.y (mgr.15270) 733 : cluster [DBG] pgmap v433: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:17 smithi099 bash[92856]: cluster 2024-09-21T06:16:15.955250+0000 mgr.y (mgr.15270) 733 : cluster [DBG] pgmap v433: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:17 smithi099 bash[92856]: cluster 2024-09-21T06:16:15.955250+0000 mgr.y (mgr.15270) 733 : cluster [DBG] pgmap v433: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:18.341 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:18.029517961Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:18.341 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:18 smithi112 bash[70260]: audit 2024-09-21T06:16:17.360970+0000 mon.b (mon.1) 240 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.341 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:18 smithi112 bash[70260]: audit 2024-09-21T06:16:17.360970+0000 mon.b (mon.1) 240 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.341 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:18 smithi112 bash[70260]: audit 2024-09-21T06:16:17.362129+0000 mon.a (mon.0) 368 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.341 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:18 smithi112 bash[70260]: audit 2024-09-21T06:16:17.362129+0000 mon.a (mon.0) 368 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:18 smithi099 bash[89191]: audit 2024-09-21T06:16:17.360970+0000 mon.b (mon.1) 240 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:18 smithi099 bash[89191]: audit 2024-09-21T06:16:17.360970+0000 mon.b (mon.1) 240 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:18 smithi099 bash[89191]: audit 2024-09-21T06:16:17.362129+0000 mon.a (mon.0) 368 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:18 smithi099 bash[89191]: audit 2024-09-21T06:16:17.362129+0000 mon.a (mon.0) 368 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:18 smithi099 bash[92856]: audit 2024-09-21T06:16:17.360970+0000 mon.b (mon.1) 240 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:18 smithi099 bash[92856]: audit 2024-09-21T06:16:17.360970+0000 mon.b (mon.1) 240 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:18 smithi099 bash[92856]: audit 2024-09-21T06:16:17.362129+0000 mon.a (mon.0) 368 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:18 smithi099 bash[92856]: audit 2024-09-21T06:16:17.362129+0000 mon.a (mon.0) 368 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-21T06:16:18.946 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:18 smithi112 bash[78972]: debug 2024-09-21T06:16:18.722+0000 7f15bbc86640 -1 osd.5 137 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T06:16:19.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: cluster 2024-09-21T06:16:17.956719+0000 mgr.y (mgr.15270) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: cluster 2024-09-21T06:16:17.956719+0000 mgr.y (mgr.15270) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: audit 2024-09-21T06:16:18.175877+0000 mon.a (mon.0) 369 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: audit 2024-09-21T06:16:18.175877+0000 mon.a (mon.0) 369 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: audit 2024-09-21T06:16:18.184827+0000 mon.b (mon.1) 241 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: audit 2024-09-21T06:16:18.184827+0000 mon.b (mon.1) 241 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: cluster 2024-09-21T06:16:18.185698+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: cluster 2024-09-21T06:16:18.185698+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: audit 2024-09-21T06:16:18.186541+0000 mon.a (mon.0) 371 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: audit 2024-09-21T06:16:18.186541+0000 mon.a (mon.0) 371 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: audit 2024-09-21T06:16:18.694515+0000 mon.a (mon.0) 372 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-21T06:16:19.480 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:19 smithi112 bash[70260]: audit 2024-09-21T06:16:18.694515+0000 mon.a (mon.0) 372 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-21T06:16:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: cluster 2024-09-21T06:16:17.956719+0000 mgr.y (mgr.15270) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: cluster 2024-09-21T06:16:17.956719+0000 mgr.y (mgr.15270) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: audit 2024-09-21T06:16:18.175877+0000 mon.a (mon.0) 369 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T06:16:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: audit 2024-09-21T06:16:18.175877+0000 mon.a (mon.0) 369 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: audit 2024-09-21T06:16:18.184827+0000 mon.b (mon.1) 241 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: audit 2024-09-21T06:16:18.184827+0000 mon.b (mon.1) 241 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: cluster 2024-09-21T06:16:18.185698+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: cluster 2024-09-21T06:16:18.185698+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: audit 2024-09-21T06:16:18.186541+0000 mon.a (mon.0) 371 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: audit 2024-09-21T06:16:18.186541+0000 mon.a (mon.0) 371 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: audit 2024-09-21T06:16:18.694515+0000 mon.a (mon.0) 372 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[89191]: audit 2024-09-21T06:16:18.694515+0000 mon.a (mon.0) 372 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: cluster 2024-09-21T06:16:17.956719+0000 mgr.y (mgr.15270) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: cluster 2024-09-21T06:16:17.956719+0000 mgr.y (mgr.15270) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 83/732 objects degraded (11.339%) 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: audit 2024-09-21T06:16:18.175877+0000 mon.a (mon.0) 369 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T06:16:19.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: audit 2024-09-21T06:16:18.175877+0000 mon.a (mon.0) 369 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T06:16:19.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: audit 2024-09-21T06:16:18.184827+0000 mon.b (mon.1) 241 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: audit 2024-09-21T06:16:18.184827+0000 mon.b (mon.1) 241 : audit [INF] from='osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: cluster 2024-09-21T06:16:18.185698+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-21T06:16:19.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: cluster 2024-09-21T06:16:18.185698+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-21T06:16:19.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: audit 2024-09-21T06:16:18.186541+0000 mon.a (mon.0) 371 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: audit 2024-09-21T06:16:18.186541+0000 mon.a (mon.0) 371 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:16:19.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: audit 2024-09-21T06:16:18.694515+0000 mon.a (mon.0) 372 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-21T06:16:19.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:19 smithi099 bash[92856]: audit 2024-09-21T06:16:18.694515+0000 mon.a (mon.0) 372 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-21T06:16:20.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:20 smithi112 bash[70260]: cluster 2024-09-21T06:16:19.690713+0000 mon.a (mon.0) 373 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:16:20.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:20 smithi112 bash[70260]: cluster 2024-09-21T06:16:19.690713+0000 mon.a (mon.0) 373 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:16:20.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:20 smithi112 bash[70260]: cluster 2024-09-21T06:16:19.700995+0000 mon.a (mon.0) 374 : cluster [INF] osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821] boot 2024-09-21T06:16:20.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:20 smithi112 bash[70260]: cluster 2024-09-21T06:16:19.700995+0000 mon.a (mon.0) 374 : cluster [INF] osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821] boot 2024-09-21T06:16:20.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:20 smithi112 bash[70260]: audit 2024-09-21T06:16:19.701049+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-21T06:16:20.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:20 smithi112 bash[70260]: audit 2024-09-21T06:16:19.701049+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-21T06:16:20.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:20 smithi112 bash[70260]: cluster 2024-09-21T06:16:19.701100+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-21T06:16:20.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:20 smithi112 bash[70260]: cluster 2024-09-21T06:16:19.701100+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-21T06:16:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[89191]: cluster 2024-09-21T06:16:19.690713+0000 mon.a (mon.0) 373 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:16:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[89191]: cluster 2024-09-21T06:16:19.690713+0000 mon.a (mon.0) 373 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:16:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[89191]: cluster 2024-09-21T06:16:19.700995+0000 mon.a (mon.0) 374 : cluster [INF] osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821] boot 2024-09-21T06:16:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[89191]: cluster 2024-09-21T06:16:19.700995+0000 mon.a (mon.0) 374 : cluster [INF] osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821] boot 2024-09-21T06:16:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[89191]: audit 2024-09-21T06:16:19.701049+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-21T06:16:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[89191]: audit 2024-09-21T06:16:19.701049+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-21T06:16:20.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[89191]: cluster 2024-09-21T06:16:19.701100+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-21T06:16:20.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[89191]: cluster 2024-09-21T06:16:19.701100+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-21T06:16:20.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[92856]: cluster 2024-09-21T06:16:19.690713+0000 mon.a (mon.0) 373 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:16:20.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[92856]: cluster 2024-09-21T06:16:19.690713+0000 mon.a (mon.0) 373 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:16:20.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[92856]: cluster 2024-09-21T06:16:19.700995+0000 mon.a (mon.0) 374 : cluster [INF] osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821] boot 2024-09-21T06:16:20.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[92856]: cluster 2024-09-21T06:16:19.700995+0000 mon.a (mon.0) 374 : cluster [INF] osd.5 [v2:172.21.15.112:6808/2108282821,v1:172.21.15.112:6809/2108282821] boot 2024-09-21T06:16:20.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[92856]: audit 2024-09-21T06:16:19.701049+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-21T06:16:20.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[92856]: audit 2024-09-21T06:16:19.701049+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-21T06:16:20.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[92856]: cluster 2024-09-21T06:16:19.701100+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-21T06:16:20.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:20 smithi099 bash[92856]: cluster 2024-09-21T06:16:19.701100+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-21T06:16:21.350 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:21.027246152Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:21.350 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:21 smithi112 bash[70260]: cluster 2024-09-21T06:16:19.957730+0000 mgr.y (mgr.15270) 735 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 83/732 objects degraded (11.339%) 2024-09-21T06:16:21.350 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:21 smithi112 bash[70260]: cluster 2024-09-21T06:16:19.957730+0000 mgr.y (mgr.15270) 735 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 83/732 objects degraded (11.339%) 2024-09-21T06:16:21.350 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:21 smithi112 bash[70260]: audit 2024-09-21T06:16:20.200687+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:21.350 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:21 smithi112 bash[70260]: audit 2024-09-21T06:16:20.200687+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:21.350 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:21 smithi112 bash[70260]: audit 2024-09-21T06:16:20.202465+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:21.351 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:21 smithi112 bash[70260]: audit 2024-09-21T06:16:20.202465+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:21.351 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:21 smithi112 bash[70260]: cluster 2024-09-21T06:16:20.709528+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-21T06:16:21.351 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:21 smithi112 bash[70260]: cluster 2024-09-21T06:16:20.709528+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-21T06:16:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[89191]: cluster 2024-09-21T06:16:19.957730+0000 mgr.y (mgr.15270) 735 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 83/732 objects degraded (11.339%) 2024-09-21T06:16:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[89191]: cluster 2024-09-21T06:16:19.957730+0000 mgr.y (mgr.15270) 735 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 83/732 objects degraded (11.339%) 2024-09-21T06:16:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[89191]: audit 2024-09-21T06:16:20.200687+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[89191]: audit 2024-09-21T06:16:20.200687+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[89191]: audit 2024-09-21T06:16:20.202465+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[89191]: audit 2024-09-21T06:16:20.202465+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[89191]: cluster 2024-09-21T06:16:20.709528+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[89191]: cluster 2024-09-21T06:16:20.709528+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[92856]: cluster 2024-09-21T06:16:19.957730+0000 mgr.y (mgr.15270) 735 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 83/732 objects degraded (11.339%) 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[92856]: cluster 2024-09-21T06:16:19.957730+0000 mgr.y (mgr.15270) 735 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 83/732 objects degraded (11.339%) 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[92856]: audit 2024-09-21T06:16:20.200687+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[92856]: audit 2024-09-21T06:16:20.200687+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[92856]: audit 2024-09-21T06:16:20.202465+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[92856]: audit 2024-09-21T06:16:20.202465+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[92856]: cluster 2024-09-21T06:16:20.709528+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-21T06:16:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:21 smithi099 bash[92856]: cluster 2024-09-21T06:16:20.709528+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-21T06:16:22.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[68315]: debug 2024-09-21T06:16:22.139+0000 7f84b7641640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-21T06:16:23.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: cluster 2024-09-21T06:16:21.959282+0000 mgr.y (mgr.15270) 736 : cluster [DBG] pgmap v439: 161 pgs: 16 peering, 21 active+undersized, 13 active+undersized+degraded, 111 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 60/732 objects degraded (8.197%) 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: cluster 2024-09-21T06:16:21.959282+0000 mgr.y (mgr.15270) 736 : cluster [DBG] pgmap v439: 161 pgs: 16 peering, 21 active+undersized, 13 active+undersized+degraded, 111 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 60/732 objects degraded (8.197%) 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:21.970242+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:21.970242+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:21.984697+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:21.984697+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:21.987794+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:21.987794+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:21.990086+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:21.990086+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.002277+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.002277+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.131395+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:16:23.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.131395+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:16:23.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.135417+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.135417+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.138368+0000 mon.b (mon.1) 248 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.138368+0000 mon.b (mon.1) 248 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.141162+0000 mon.b (mon.1) 249 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.262 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.141162+0000 mon.b (mon.1) 249 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.262 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: cluster 2024-09-21T06:16:21.959282+0000 mgr.y (mgr.15270) 736 : cluster [DBG] pgmap v439: 161 pgs: 16 peering, 21 active+undersized, 13 active+undersized+degraded, 111 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 60/732 objects degraded (8.197%) 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: cluster 2024-09-21T06:16:21.959282+0000 mgr.y (mgr.15270) 736 : cluster [DBG] pgmap v439: 161 pgs: 16 peering, 21 active+undersized, 13 active+undersized+degraded, 111 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 60/732 objects degraded (8.197%) 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:21.970242+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:21.970242+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:21.984697+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:21.984697+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:21.987794+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:21.987794+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:21.990086+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:21.990086+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.002277+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.002277+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.263 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.131395+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.131395+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.135417+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.135417+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.138368+0000 mon.b (mon.1) 248 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.138368+0000 mon.b (mon.1) 248 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.141162+0000 mon.b (mon.1) 249 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.141162+0000 mon.b (mon.1) 249 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.144403+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.144403+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.145457+0000 mgr.y (mgr.15270) 737 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: audit 2024-09-21T06:16:22.145457+0000 mgr.y (mgr.15270) 737 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:23.264 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: cephadm 2024-09-21T06:16:22.147480+0000 mgr.y (mgr.15270) 738 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: cephadm 2024-09-21T06:16:22.147480+0000 mgr.y (mgr.15270) 738 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: cluster 2024-09-21T06:16:22.198656+0000 mon.a (mon.0) 381 : cluster [WRN] Health check update: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[89191]: cluster 2024-09-21T06:16:22.198656+0000 mon.a (mon.0) 381 : cluster [WRN] Health check update: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.144403+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.144403+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.145457+0000 mgr.y (mgr.15270) 737 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: audit 2024-09-21T06:16:22.145457+0000 mgr.y (mgr.15270) 737 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: cephadm 2024-09-21T06:16:22.147480+0000 mgr.y (mgr.15270) 738 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: cephadm 2024-09-21T06:16:22.147480+0000 mgr.y (mgr.15270) 738 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-21T06:16:23.265 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: cluster 2024-09-21T06:16:22.198656+0000 mon.a (mon.0) 381 : cluster [WRN] Health check update: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:23.266 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:22 smithi099 bash[92856]: cluster 2024-09-21T06:16:22.198656+0000 mon.a (mon.0) 381 : cluster [WRN] Health check update: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: cluster 2024-09-21T06:16:21.959282+0000 mgr.y (mgr.15270) 736 : cluster [DBG] pgmap v439: 161 pgs: 16 peering, 21 active+undersized, 13 active+undersized+degraded, 111 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 60/732 objects degraded (8.197%) 2024-09-21T06:16:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: cluster 2024-09-21T06:16:21.959282+0000 mgr.y (mgr.15270) 736 : cluster [DBG] pgmap v439: 161 pgs: 16 peering, 21 active+undersized, 13 active+undersized+degraded, 111 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 60/732 objects degraded (8.197%) 2024-09-21T06:16:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:21.970242+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:21.970242+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:21.984697+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:21.984697+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:21.987794+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:23.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:21.987794+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:21.990086+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:21.990086+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.002277+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.002277+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.131395+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.131395+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.135417+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.135417+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.138368+0000 mon.b (mon.1) 248 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.138368+0000 mon.b (mon.1) 248 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.141162+0000 mon.b (mon.1) 249 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.141162+0000 mon.b (mon.1) 249 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:23.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.144403+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:23.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.144403+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:23.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.145457+0000 mgr.y (mgr.15270) 737 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:23.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: audit 2024-09-21T06:16:22.145457+0000 mgr.y (mgr.15270) 737 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:23.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: cephadm 2024-09-21T06:16:22.147480+0000 mgr.y (mgr.15270) 738 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-21T06:16:23.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: cephadm 2024-09-21T06:16:22.147480+0000 mgr.y (mgr.15270) 738 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-21T06:16:23.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: cluster 2024-09-21T06:16:22.198656+0000 mon.a (mon.0) 381 : cluster [WRN] Health check update: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:23.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:22 smithi112 bash[70260]: cluster 2024-09-21T06:16:22.198656+0000 mon.a (mon.0) 381 : cluster [WRN] Health check update: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:24.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:24.075162024Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:24.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:24 smithi112 bash[70260]: cluster 2024-09-21T06:16:23.968204+0000 mon.a (mon.0) 382 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded) 2024-09-21T06:16:24.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:24 smithi112 bash[70260]: cluster 2024-09-21T06:16:23.968204+0000 mon.a (mon.0) 382 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded) 2024-09-21T06:16:24.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:24 smithi112 bash[70260]: cluster 2024-09-21T06:16:23.968249+0000 mon.a (mon.0) 383 : cluster [INF] Cluster is now healthy 2024-09-21T06:16:24.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:24 smithi112 bash[70260]: cluster 2024-09-21T06:16:23.968249+0000 mon.a (mon.0) 383 : cluster [INF] Cluster is now healthy 2024-09-21T06:16:24.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:24 smithi099 bash[89191]: cluster 2024-09-21T06:16:23.968204+0000 mon.a (mon.0) 382 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded) 2024-09-21T06:16:24.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:24 smithi099 bash[89191]: cluster 2024-09-21T06:16:23.968204+0000 mon.a (mon.0) 382 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded) 2024-09-21T06:16:24.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:24 smithi099 bash[89191]: cluster 2024-09-21T06:16:23.968249+0000 mon.a (mon.0) 383 : cluster [INF] Cluster is now healthy 2024-09-21T06:16:24.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:24 smithi099 bash[89191]: cluster 2024-09-21T06:16:23.968249+0000 mon.a (mon.0) 383 : cluster [INF] Cluster is now healthy 2024-09-21T06:16:24.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:24 smithi099 bash[92856]: cluster 2024-09-21T06:16:23.968204+0000 mon.a (mon.0) 382 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded) 2024-09-21T06:16:24.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:24 smithi099 bash[92856]: cluster 2024-09-21T06:16:23.968204+0000 mon.a (mon.0) 382 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/732 objects degraded (8.197%), 13 pgs degraded) 2024-09-21T06:16:24.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:24 smithi099 bash[92856]: cluster 2024-09-21T06:16:23.968249+0000 mon.a (mon.0) 383 : cluster [INF] Cluster is now healthy 2024-09-21T06:16:24.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:24 smithi099 bash[92856]: cluster 2024-09-21T06:16:23.968249+0000 mon.a (mon.0) 383 : cluster [INF] Cluster is now healthy 2024-09-21T06:16:25.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:25 smithi099 bash[89191]: audit 2024-09-21T06:16:23.429311+0000 mgr.y (mgr.15270) 739 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:25.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:25 smithi099 bash[89191]: audit 2024-09-21T06:16:23.429311+0000 mgr.y (mgr.15270) 739 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:25.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:25 smithi099 bash[89191]: cluster 2024-09-21T06:16:23.960567+0000 mgr.y (mgr.15270) 740 : cluster [DBG] pgmap v440: 161 pgs: 16 peering, 145 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:16:25.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:25 smithi099 bash[89191]: cluster 2024-09-21T06:16:23.960567+0000 mgr.y (mgr.15270) 740 : cluster [DBG] pgmap v440: 161 pgs: 16 peering, 145 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:16:25.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:25 smithi099 bash[92856]: audit 2024-09-21T06:16:23.429311+0000 mgr.y (mgr.15270) 739 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:25.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:25 smithi099 bash[92856]: audit 2024-09-21T06:16:23.429311+0000 mgr.y (mgr.15270) 739 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:25.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:25 smithi099 bash[92856]: cluster 2024-09-21T06:16:23.960567+0000 mgr.y (mgr.15270) 740 : cluster [DBG] pgmap v440: 161 pgs: 16 peering, 145 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:16:25.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:25 smithi099 bash[92856]: cluster 2024-09-21T06:16:23.960567+0000 mgr.y (mgr.15270) 740 : cluster [DBG] pgmap v440: 161 pgs: 16 peering, 145 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:16:25.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:25 smithi112 bash[70260]: audit 2024-09-21T06:16:23.429311+0000 mgr.y (mgr.15270) 739 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:25.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:25 smithi112 bash[70260]: audit 2024-09-21T06:16:23.429311+0000 mgr.y (mgr.15270) 739 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:25.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:25 smithi112 bash[70260]: cluster 2024-09-21T06:16:23.960567+0000 mgr.y (mgr.15270) 740 : cluster [DBG] pgmap v440: 161 pgs: 16 peering, 145 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:16:25.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:25 smithi112 bash[70260]: cluster 2024-09-21T06:16:23.960567+0000 mgr.y (mgr.15270) 740 : cluster [DBG] pgmap v440: 161 pgs: 16 peering, 145 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:16:25.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:16:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:16:25] "GET /metrics HTTP/1.1" 200 38256 "" "Prometheus/2.51.0" 2024-09-21T06:16:27.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:27.065784601Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:27.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:27 smithi112 bash[70260]: cluster 2024-09-21T06:16:25.961713+0000 mgr.y (mgr.15270) 741 : cluster [DBG] pgmap v441: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 526 B/s rd, 0 op/s 2024-09-21T06:16:27.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:27 smithi112 bash[70260]: cluster 2024-09-21T06:16:25.961713+0000 mgr.y (mgr.15270) 741 : cluster [DBG] pgmap v441: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 526 B/s rd, 0 op/s 2024-09-21T06:16:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:27 smithi099 bash[89191]: cluster 2024-09-21T06:16:25.961713+0000 mgr.y (mgr.15270) 741 : cluster [DBG] pgmap v441: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 526 B/s rd, 0 op/s 2024-09-21T06:16:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:27 smithi099 bash[89191]: cluster 2024-09-21T06:16:25.961713+0000 mgr.y (mgr.15270) 741 : cluster [DBG] pgmap v441: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 526 B/s rd, 0 op/s 2024-09-21T06:16:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:27 smithi099 bash[92856]: cluster 2024-09-21T06:16:25.961713+0000 mgr.y (mgr.15270) 741 : cluster [DBG] pgmap v441: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 526 B/s rd, 0 op/s 2024-09-21T06:16:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:27 smithi099 bash[92856]: cluster 2024-09-21T06:16:25.961713+0000 mgr.y (mgr.15270) 741 : cluster [DBG] pgmap v441: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 526 B/s rd, 0 op/s 2024-09-21T06:16:29.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:29 smithi112 bash[70260]: cluster 2024-09-21T06:16:27.962749+0000 mgr.y (mgr.15270) 742 : cluster [DBG] pgmap v442: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:16:29.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:29 smithi112 bash[70260]: cluster 2024-09-21T06:16:27.962749+0000 mgr.y (mgr.15270) 742 : cluster [DBG] pgmap v442: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:16:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:29 smithi099 bash[89191]: cluster 2024-09-21T06:16:27.962749+0000 mgr.y (mgr.15270) 742 : cluster [DBG] pgmap v442: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:16:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:29 smithi099 bash[89191]: cluster 2024-09-21T06:16:27.962749+0000 mgr.y (mgr.15270) 742 : cluster [DBG] pgmap v442: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:16:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:29 smithi099 bash[92856]: cluster 2024-09-21T06:16:27.962749+0000 mgr.y (mgr.15270) 742 : cluster [DBG] pgmap v442: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:16:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:29 smithi099 bash[92856]: cluster 2024-09-21T06:16:27.962749+0000 mgr.y (mgr.15270) 742 : cluster [DBG] pgmap v442: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-21T06:16:30.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:30.043276119Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:31.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:31 smithi112 bash[70260]: cluster 2024-09-21T06:16:29.963935+0000 mgr.y (mgr.15270) 743 : cluster [DBG] pgmap v443: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:16:31.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:31 smithi112 bash[70260]: cluster 2024-09-21T06:16:29.963935+0000 mgr.y (mgr.15270) 743 : cluster [DBG] pgmap v443: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:16:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:31 smithi099 bash[89191]: cluster 2024-09-21T06:16:29.963935+0000 mgr.y (mgr.15270) 743 : cluster [DBG] pgmap v443: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:16:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:31 smithi099 bash[89191]: cluster 2024-09-21T06:16:29.963935+0000 mgr.y (mgr.15270) 743 : cluster [DBG] pgmap v443: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:16:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:31 smithi099 bash[92856]: cluster 2024-09-21T06:16:29.963935+0000 mgr.y (mgr.15270) 743 : cluster [DBG] pgmap v443: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:16:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:31 smithi099 bash[92856]: cluster 2024-09-21T06:16:29.963935+0000 mgr.y (mgr.15270) 743 : cluster [DBG] pgmap v443: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:16:33.439 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:33 smithi099 bash[92856]: cluster 2024-09-21T06:16:31.965279+0000 mgr.y (mgr.15270) 744 : cluster [DBG] pgmap v444: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:33.440 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:33 smithi099 bash[92856]: cluster 2024-09-21T06:16:31.965279+0000 mgr.y (mgr.15270) 744 : cluster [DBG] pgmap v444: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:33.440 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:33 smithi099 bash[89191]: cluster 2024-09-21T06:16:31.965279+0000 mgr.y (mgr.15270) 744 : cluster [DBG] pgmap v444: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:33.440 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:33 smithi099 bash[89191]: cluster 2024-09-21T06:16:31.965279+0000 mgr.y (mgr.15270) 744 : cluster [DBG] pgmap v444: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:33.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:33.080246649Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:33.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:33 smithi112 bash[70260]: cluster 2024-09-21T06:16:31.965279+0000 mgr.y (mgr.15270) 744 : cluster [DBG] pgmap v444: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:33.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:33 smithi112 bash[70260]: cluster 2024-09-21T06:16:31.965279+0000 mgr.y (mgr.15270) 744 : cluster [DBG] pgmap v444: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:35.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:35 smithi099 bash[89191]: audit 2024-09-21T06:16:33.440434+0000 mgr.y (mgr.15270) 745 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:35.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:35 smithi099 bash[89191]: audit 2024-09-21T06:16:33.440434+0000 mgr.y (mgr.15270) 745 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:35.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:35 smithi099 bash[89191]: cluster 2024-09-21T06:16:33.966403+0000 mgr.y (mgr.15270) 746 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:35.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:35 smithi099 bash[89191]: cluster 2024-09-21T06:16:33.966403+0000 mgr.y (mgr.15270) 746 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:35.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:35 smithi099 bash[92856]: audit 2024-09-21T06:16:33.440434+0000 mgr.y (mgr.15270) 745 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:35.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:35 smithi099 bash[92856]: audit 2024-09-21T06:16:33.440434+0000 mgr.y (mgr.15270) 745 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:35.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:35 smithi099 bash[92856]: cluster 2024-09-21T06:16:33.966403+0000 mgr.y (mgr.15270) 746 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:35.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:35 smithi099 bash[92856]: cluster 2024-09-21T06:16:33.966403+0000 mgr.y (mgr.15270) 746 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:35 smithi112 bash[70260]: audit 2024-09-21T06:16:33.440434+0000 mgr.y (mgr.15270) 745 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:35 smithi112 bash[70260]: audit 2024-09-21T06:16:33.440434+0000 mgr.y (mgr.15270) 745 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:35 smithi112 bash[70260]: cluster 2024-09-21T06:16:33.966403+0000 mgr.y (mgr.15270) 746 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:35 smithi112 bash[70260]: cluster 2024-09-21T06:16:33.966403+0000 mgr.y (mgr.15270) 746 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:35.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:16:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:16:35] "GET /metrics HTTP/1.1" 200 38400 "" "Prometheus/2.51.0" 2024-09-21T06:16:36.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:36.026363903Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:36 smithi112 bash[70260]: audit 2024-09-21T06:16:35.199574+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:36 smithi112 bash[70260]: audit 2024-09-21T06:16:35.199574+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:36 smithi112 bash[70260]: audit 2024-09-21T06:16:35.202851+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:36 smithi112 bash[70260]: audit 2024-09-21T06:16:35.202851+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:36 smithi112 bash[70260]: audit 2024-09-21T06:16:35.507649+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:36 smithi112 bash[70260]: audit 2024-09-21T06:16:35.507649+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[92856]: audit 2024-09-21T06:16:35.199574+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[92856]: audit 2024-09-21T06:16:35.199574+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[92856]: audit 2024-09-21T06:16:35.202851+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[92856]: audit 2024-09-21T06:16:35.202851+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:36.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[92856]: audit 2024-09-21T06:16:35.507649+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[92856]: audit 2024-09-21T06:16:35.507649+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[89191]: audit 2024-09-21T06:16:35.199574+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[89191]: audit 2024-09-21T06:16:35.199574+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[89191]: audit 2024-09-21T06:16:35.202851+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[89191]: audit 2024-09-21T06:16:35.202851+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[89191]: audit 2024-09-21T06:16:35.507649+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:36 smithi099 bash[89191]: audit 2024-09-21T06:16:35.507649+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:36.935 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:16:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:37 smithi099 bash[89191]: cluster 2024-09-21T06:16:35.967571+0000 mgr.y (mgr.15270) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:37 smithi099 bash[89191]: cluster 2024-09-21T06:16:35.967571+0000 mgr.y (mgr.15270) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:37 smithi099 bash[89191]: audit 2024-09-21T06:16:37.159684+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:37 smithi099 bash[89191]: audit 2024-09-21T06:16:37.159684+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:37 smithi099 bash[92856]: cluster 2024-09-21T06:16:35.967571+0000 mgr.y (mgr.15270) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:37 smithi099 bash[92856]: cluster 2024-09-21T06:16:35.967571+0000 mgr.y (mgr.15270) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:37 smithi099 bash[92856]: audit 2024-09-21T06:16:37.159684+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:37 smithi099 bash[92856]: audit 2024-09-21T06:16:37.159684+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:37.574 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:16:37.574 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (11m) 113s ago 38m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:16:37.574 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (11m) 26s ago 38m 69.9M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:16:37.574 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (13m) 113s ago 36m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:16:37.574 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (13m) 26s ago 46m 444M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:16:37.574 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (24m) 113s ago 49m 518M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (8m) 113s ago 49m 53.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (9m) 26s ago 47m 47.0M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (7m) 113s ago 47m 41.3M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (12m) 113s ago 38m 8236k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (12m) 26s ago 38m 8420k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (5m) 113s ago 46m 52.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (5m) 113s ago 45m 51.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (3m) 113s ago 44m 47.3M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running 113s ago 43m - 3036M 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (69s) 26s ago 42m 50.4M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d a0569f8ecc4f 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running 26s ago 41m - 3292M 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (40m) 26s ago 41m 69.2M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 383d5a759325 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (40m) 26s ago 40m 66.6M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (12m) 26s ago 39m 48.6M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (36m) 113s ago 36m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:16:37.575 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (36m) 26s ago 36m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:16:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:37 smithi112 bash[70260]: cluster 2024-09-21T06:16:35.967571+0000 mgr.y (mgr.15270) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:37 smithi112 bash[70260]: cluster 2024-09-21T06:16:35.967571+0000 mgr.y (mgr.15270) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:37 smithi112 bash[70260]: audit 2024-09-21T06:16:37.159684+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:37 smithi112 bash[70260]: audit 2024-09-21T06:16:37.159684+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-21T06:16:37.954 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:16:37.954 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2, 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 6 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 4, 2024-09-21T06:16:37.955 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 11 2024-09-21T06:16:37.956 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:16:37.956 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:16:38.274 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:16:38.274 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:16:38.274 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:16:38.274 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-21T06:16:38.274 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:16:38.274 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "4/8 daemons upgraded", 2024-09-21T06:16:38.274 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:16:38.274 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:16:38.274 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:16:38.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: audit 2024-09-21T06:16:36.923963+0000 mgr.y (mgr.15270) 748 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: audit 2024-09-21T06:16:36.923963+0000 mgr.y (mgr.15270) 748 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: audit 2024-09-21T06:16:37.160569+0000 mgr.y (mgr.15270) 749 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:38.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: audit 2024-09-21T06:16:37.160569+0000 mgr.y (mgr.15270) 749 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: cephadm 2024-09-21T06:16:37.163147+0000 mgr.y (mgr.15270) 750 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: cephadm 2024-09-21T06:16:37.163147+0000 mgr.y (mgr.15270) 750 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: audit 2024-09-21T06:16:37.256756+0000 mgr.y (mgr.15270) 751 : audit [DBG] from='client.54512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: audit 2024-09-21T06:16:37.256756+0000 mgr.y (mgr.15270) 751 : audit [DBG] from='client.54512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: audit 2024-09-21T06:16:37.955880+0000 mon.a (mon.0) 386 : audit [DBG] from='client.? 172.21.15.99:0/2249600976' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[89191]: audit 2024-09-21T06:16:37.955880+0000 mon.a (mon.0) 386 : audit [DBG] from='client.? 172.21.15.99:0/2249600976' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: audit 2024-09-21T06:16:36.923963+0000 mgr.y (mgr.15270) 748 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: audit 2024-09-21T06:16:36.923963+0000 mgr.y (mgr.15270) 748 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: audit 2024-09-21T06:16:37.160569+0000 mgr.y (mgr.15270) 749 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: audit 2024-09-21T06:16:37.160569+0000 mgr.y (mgr.15270) 749 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:38.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: cephadm 2024-09-21T06:16:37.163147+0000 mgr.y (mgr.15270) 750 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-21T06:16:38.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: cephadm 2024-09-21T06:16:37.163147+0000 mgr.y (mgr.15270) 750 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-21T06:16:38.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: audit 2024-09-21T06:16:37.256756+0000 mgr.y (mgr.15270) 751 : audit [DBG] from='client.54512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: audit 2024-09-21T06:16:37.256756+0000 mgr.y (mgr.15270) 751 : audit [DBG] from='client.54512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: audit 2024-09-21T06:16:37.955880+0000 mon.a (mon.0) 386 : audit [DBG] from='client.? 172.21.15.99:0/2249600976' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:38.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:38 smithi099 bash[92856]: audit 2024-09-21T06:16:37.955880+0000 mon.a (mon.0) 386 : audit [DBG] from='client.? 172.21.15.99:0/2249600976' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:38.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: audit 2024-09-21T06:16:36.923963+0000 mgr.y (mgr.15270) 748 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: audit 2024-09-21T06:16:36.923963+0000 mgr.y (mgr.15270) 748 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: audit 2024-09-21T06:16:37.160569+0000 mgr.y (mgr.15270) 749 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:38.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: audit 2024-09-21T06:16:37.160569+0000 mgr.y (mgr.15270) 749 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-21T06:16:38.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: cephadm 2024-09-21T06:16:37.163147+0000 mgr.y (mgr.15270) 750 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-21T06:16:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: cephadm 2024-09-21T06:16:37.163147+0000 mgr.y (mgr.15270) 750 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-21T06:16:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: audit 2024-09-21T06:16:37.256756+0000 mgr.y (mgr.15270) 751 : audit [DBG] from='client.54512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: audit 2024-09-21T06:16:37.256756+0000 mgr.y (mgr.15270) 751 : audit [DBG] from='client.54512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: audit 2024-09-21T06:16:37.955880+0000 mon.a (mon.0) 386 : audit [DBG] from='client.? 172.21.15.99:0/2249600976' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:38.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:38 smithi112 bash[70260]: audit 2024-09-21T06:16:37.955880+0000 mon.a (mon.0) 386 : audit [DBG] from='client.? 172.21.15.99:0/2249600976' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:16:39.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:39.020023745Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:39 smithi112 bash[70260]: audit 2024-09-21T06:16:37.551050+0000 mgr.y (mgr.15270) 752 : audit [DBG] from='client.44544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:39 smithi112 bash[70260]: audit 2024-09-21T06:16:37.551050+0000 mgr.y (mgr.15270) 752 : audit [DBG] from='client.44544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:39 smithi112 bash[70260]: cluster 2024-09-21T06:16:37.968241+0000 mgr.y (mgr.15270) 753 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:39 smithi112 bash[70260]: cluster 2024-09-21T06:16:37.968241+0000 mgr.y (mgr.15270) 753 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:39 smithi112 bash[70260]: audit 2024-09-21T06:16:38.275052+0000 mgr.y (mgr.15270) 754 : audit [DBG] from='client.54530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:39 smithi112 bash[70260]: audit 2024-09-21T06:16:38.275052+0000 mgr.y (mgr.15270) 754 : audit [DBG] from='client.54530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[89191]: audit 2024-09-21T06:16:37.551050+0000 mgr.y (mgr.15270) 752 : audit [DBG] from='client.44544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[89191]: audit 2024-09-21T06:16:37.551050+0000 mgr.y (mgr.15270) 752 : audit [DBG] from='client.44544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[89191]: cluster 2024-09-21T06:16:37.968241+0000 mgr.y (mgr.15270) 753 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[89191]: cluster 2024-09-21T06:16:37.968241+0000 mgr.y (mgr.15270) 753 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:39.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[89191]: audit 2024-09-21T06:16:38.275052+0000 mgr.y (mgr.15270) 754 : audit [DBG] from='client.54530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[89191]: audit 2024-09-21T06:16:38.275052+0000 mgr.y (mgr.15270) 754 : audit [DBG] from='client.54530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[92856]: audit 2024-09-21T06:16:37.551050+0000 mgr.y (mgr.15270) 752 : audit [DBG] from='client.44544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[92856]: audit 2024-09-21T06:16:37.551050+0000 mgr.y (mgr.15270) 752 : audit [DBG] from='client.44544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[92856]: cluster 2024-09-21T06:16:37.968241+0000 mgr.y (mgr.15270) 753 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[92856]: cluster 2024-09-21T06:16:37.968241+0000 mgr.y (mgr.15270) 753 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[92856]: audit 2024-09-21T06:16:38.275052+0000 mgr.y (mgr.15270) 754 : audit [DBG] from='client.54530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:39 smithi099 bash[92856]: audit 2024-09-21T06:16:38.275052+0000 mgr.y (mgr.15270) 754 : audit [DBG] from='client.54530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:16:40.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: cephadm 2024-09-21T06:16:39.601801+0000 mgr.y (mgr.15270) 755 : cephadm [INF] Upgrade: Updating osd.6 2024-09-21T06:16:40.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: cephadm 2024-09-21T06:16:39.601801+0000 mgr.y (mgr.15270) 755 : cephadm [INF] Upgrade: Updating osd.6 2024-09-21T06:16:40.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: audit 2024-09-21T06:16:39.609971+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:40.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: audit 2024-09-21T06:16:39.609971+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: audit 2024-09-21T06:16:39.613870+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-21T06:16:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: audit 2024-09-21T06:16:39.613870+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-21T06:16:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: audit 2024-09-21T06:16:39.615548+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: audit 2024-09-21T06:16:39.615548+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: cephadm 2024-09-21T06:16:39.621350+0000 mgr.y (mgr.15270) 756 : cephadm [INF] Deploying daemon osd.6 on smithi112 2024-09-21T06:16:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: cephadm 2024-09-21T06:16:39.621350+0000 mgr.y (mgr.15270) 756 : cephadm [INF] Deploying daemon osd.6 on smithi112 2024-09-21T06:16:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: cluster 2024-09-21T06:16:39.969346+0000 mgr.y (mgr.15270) 757 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:40.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:40 smithi112 bash[70260]: cluster 2024-09-21T06:16:39.969346+0000 mgr.y (mgr.15270) 757 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:41.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: cephadm 2024-09-21T06:16:39.601801+0000 mgr.y (mgr.15270) 755 : cephadm [INF] Upgrade: Updating osd.6 2024-09-21T06:16:41.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: cephadm 2024-09-21T06:16:39.601801+0000 mgr.y (mgr.15270) 755 : cephadm [INF] Upgrade: Updating osd.6 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: audit 2024-09-21T06:16:39.609971+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: audit 2024-09-21T06:16:39.609971+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: audit 2024-09-21T06:16:39.613870+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: audit 2024-09-21T06:16:39.613870+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: audit 2024-09-21T06:16:39.615548+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: audit 2024-09-21T06:16:39.615548+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: cephadm 2024-09-21T06:16:39.621350+0000 mgr.y (mgr.15270) 756 : cephadm [INF] Deploying daemon osd.6 on smithi112 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: cephadm 2024-09-21T06:16:39.621350+0000 mgr.y (mgr.15270) 756 : cephadm [INF] Deploying daemon osd.6 on smithi112 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: cluster 2024-09-21T06:16:39.969346+0000 mgr.y (mgr.15270) 757 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:41.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[89191]: cluster 2024-09-21T06:16:39.969346+0000 mgr.y (mgr.15270) 757 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: cephadm 2024-09-21T06:16:39.601801+0000 mgr.y (mgr.15270) 755 : cephadm [INF] Upgrade: Updating osd.6 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: cephadm 2024-09-21T06:16:39.601801+0000 mgr.y (mgr.15270) 755 : cephadm [INF] Upgrade: Updating osd.6 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: audit 2024-09-21T06:16:39.609971+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: audit 2024-09-21T06:16:39.609971+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: audit 2024-09-21T06:16:39.613870+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: audit 2024-09-21T06:16:39.613870+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: audit 2024-09-21T06:16:39.615548+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: audit 2024-09-21T06:16:39.615548+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: cephadm 2024-09-21T06:16:39.621350+0000 mgr.y (mgr.15270) 756 : cephadm [INF] Deploying daemon osd.6 on smithi112 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: cephadm 2024-09-21T06:16:39.621350+0000 mgr.y (mgr.15270) 756 : cephadm [INF] Deploying daemon osd.6 on smithi112 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: cluster 2024-09-21T06:16:39.969346+0000 mgr.y (mgr.15270) 757 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:41.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:40 smithi099 bash[92856]: cluster 2024-09-21T06:16:39.969346+0000 mgr.y (mgr.15270) 757 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:42.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:42.027038904Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:43.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:43 smithi112 bash[70260]: cluster 2024-09-21T06:16:41.970672+0000 mgr.y (mgr.15270) 758 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:43.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:43 smithi112 bash[70260]: cluster 2024-09-21T06:16:41.970672+0000 mgr.y (mgr.15270) 758 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:43.450 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:43 smithi099 bash[89191]: cluster 2024-09-21T06:16:41.970672+0000 mgr.y (mgr.15270) 758 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:43.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:43 smithi099 bash[89191]: cluster 2024-09-21T06:16:41.970672+0000 mgr.y (mgr.15270) 758 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:43.451 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:43 smithi099 bash[92856]: cluster 2024-09-21T06:16:41.970672+0000 mgr.y (mgr.15270) 758 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:43.451 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:43 smithi099 bash[92856]: cluster 2024-09-21T06:16:41.970672+0000 mgr.y (mgr.15270) 758 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:16:44.513 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:44.513 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:44.514 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:44.514 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:44.514 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:44.515 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:44.515 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:44.515 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:44.515 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:44.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:44 smithi112 systemd[1]: Stopping Ceph osd.6 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:16:44.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:44 smithi112 bash[36289]: debug 2024-09-21T06:16:44.609+0000 7f04ad650640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:16:44.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:44 smithi112 bash[36289]: debug 2024-09-21T06:16:44.609+0000 7f04ad650640 -1 osd.6 142 *** Got signal Terminated *** 2024-09-21T06:16:44.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:44 smithi112 bash[36289]: debug 2024-09-21T06:16:44.609+0000 7f04ad650640 -1 osd.6 142 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:16:45.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[89191]: audit 2024-09-21T06:16:43.451570+0000 mgr.y (mgr.15270) 759 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:45.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[89191]: audit 2024-09-21T06:16:43.451570+0000 mgr.y (mgr.15270) 759 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[89191]: cluster 2024-09-21T06:16:43.971813+0000 mgr.y (mgr.15270) 760 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[89191]: cluster 2024-09-21T06:16:43.971813+0000 mgr.y (mgr.15270) 760 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[89191]: cluster 2024-09-21T06:16:44.612281+0000 mon.a (mon.0) 388 : cluster [INF] osd.6 marked itself down and dead 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[89191]: cluster 2024-09-21T06:16:44.612281+0000 mon.a (mon.0) 388 : cluster [INF] osd.6 marked itself down and dead 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[92856]: audit 2024-09-21T06:16:43.451570+0000 mgr.y (mgr.15270) 759 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[92856]: audit 2024-09-21T06:16:43.451570+0000 mgr.y (mgr.15270) 759 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[92856]: cluster 2024-09-21T06:16:43.971813+0000 mgr.y (mgr.15270) 760 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[92856]: cluster 2024-09-21T06:16:43.971813+0000 mgr.y (mgr.15270) 760 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[92856]: cluster 2024-09-21T06:16:44.612281+0000 mon.a (mon.0) 388 : cluster [INF] osd.6 marked itself down and dead 2024-09-21T06:16:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[92856]: cluster 2024-09-21T06:16:44.612281+0000 mon.a (mon.0) 388 : cluster [INF] osd.6 marked itself down and dead 2024-09-21T06:16:45.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:45.042777945Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:45 smithi112 bash[70260]: audit 2024-09-21T06:16:43.451570+0000 mgr.y (mgr.15270) 759 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:45 smithi112 bash[70260]: audit 2024-09-21T06:16:43.451570+0000 mgr.y (mgr.15270) 759 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:45 smithi112 bash[70260]: cluster 2024-09-21T06:16:43.971813+0000 mgr.y (mgr.15270) 760 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:45 smithi112 bash[70260]: cluster 2024-09-21T06:16:43.971813+0000 mgr.y (mgr.15270) 760 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:16:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:45 smithi112 bash[70260]: cluster 2024-09-21T06:16:44.612281+0000 mon.a (mon.0) 388 : cluster [INF] osd.6 marked itself down and dead 2024-09-21T06:16:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:45 smithi112 bash[70260]: cluster 2024-09-21T06:16:44.612281+0000 mon.a (mon.0) 388 : cluster [INF] osd.6 marked itself down and dead 2024-09-21T06:16:45.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:16:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:16:45] "GET /metrics HTTP/1.1" 200 38400 "" "Prometheus/2.51.0" 2024-09-21T06:16:46.382 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:46 smithi112 bash[82161]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-6 2024-09-21T06:16:46.382 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:46 smithi112 bash[70260]: cluster 2024-09-21T06:16:45.029865+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:46.382 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:46 smithi112 bash[70260]: cluster 2024-09-21T06:16:45.029865+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:46.383 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:46 smithi112 bash[70260]: cluster 2024-09-21T06:16:45.039689+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-21T06:16:46.383 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:46 smithi112 bash[70260]: cluster 2024-09-21T06:16:45.039689+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-21T06:16:46.383 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:46 smithi112 bash[70260]: cluster 2024-09-21T06:16:46.042233+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-21T06:16:46.383 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:46 smithi112 bash[70260]: cluster 2024-09-21T06:16:46.042233+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-21T06:16:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[89191]: cluster 2024-09-21T06:16:45.029865+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[89191]: cluster 2024-09-21T06:16:45.029865+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[89191]: cluster 2024-09-21T06:16:45.039689+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-21T06:16:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[89191]: cluster 2024-09-21T06:16:45.039689+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-21T06:16:46.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[89191]: cluster 2024-09-21T06:16:46.042233+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-21T06:16:46.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[89191]: cluster 2024-09-21T06:16:46.042233+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-21T06:16:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[92856]: cluster 2024-09-21T06:16:45.029865+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[92856]: cluster 2024-09-21T06:16:45.029865+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:16:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[92856]: cluster 2024-09-21T06:16:45.039689+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-21T06:16:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[92856]: cluster 2024-09-21T06:16:45.039689+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-21T06:16:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[92856]: cluster 2024-09-21T06:16:46.042233+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-21T06:16:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:46 smithi099 bash[92856]: cluster 2024-09-21T06:16:46.042233+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-21T06:16:46.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:46 smithi112 bash[82224]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-6 2024-09-21T06:16:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:47 smithi112 bash[70260]: cluster 2024-09-21T06:16:45.972879+0000 mgr.y (mgr.15270) 761 : cluster [DBG] pgmap v452: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:47 smithi112 bash[70260]: cluster 2024-09-21T06:16:45.972879+0000 mgr.y (mgr.15270) 761 : cluster [DBG] pgmap v452: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:47 smithi112 bash[70260]: cluster 2024-09-21T06:16:46.055825+0000 mon.a (mon.0) 392 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:47 smithi112 bash[70260]: cluster 2024-09-21T06:16:46.055825+0000 mon.a (mon.0) 392 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:47 smithi099 bash[89191]: cluster 2024-09-21T06:16:45.972879+0000 mgr.y (mgr.15270) 761 : cluster [DBG] pgmap v452: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:47 smithi099 bash[89191]: cluster 2024-09-21T06:16:45.972879+0000 mgr.y (mgr.15270) 761 : cluster [DBG] pgmap v452: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:47 smithi099 bash[89191]: cluster 2024-09-21T06:16:46.055825+0000 mon.a (mon.0) 392 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:47 smithi099 bash[89191]: cluster 2024-09-21T06:16:46.055825+0000 mon.a (mon.0) 392 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:47 smithi099 bash[92856]: cluster 2024-09-21T06:16:45.972879+0000 mgr.y (mgr.15270) 761 : cluster [DBG] pgmap v452: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:47 smithi099 bash[92856]: cluster 2024-09-21T06:16:45.972879+0000 mgr.y (mgr.15270) 761 : cluster [DBG] pgmap v452: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:16:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:47 smithi099 bash[92856]: cluster 2024-09-21T06:16:46.055825+0000 mon.a (mon.0) 392 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:47 smithi099 bash[92856]: cluster 2024-09-21T06:16:46.055825+0000 mon.a (mon.0) 392 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-21T06:16:48.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:48.038756253Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:48 smithi112 bash[70260]: cluster 2024-09-21T06:16:48.086911+0000 mon.a (mon.0) 393 : cluster [WRN] Health check failed: Degraded data redundancy: 14/732 objects degraded (1.913%), 4 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:48 smithi112 bash[70260]: cluster 2024-09-21T06:16:48.086911+0000 mon.a (mon.0) 393 : cluster [WRN] Health check failed: Degraded data redundancy: 14/732 objects degraded (1.913%), 4 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:48.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:48 smithi099 bash[89191]: cluster 2024-09-21T06:16:48.086911+0000 mon.a (mon.0) 393 : cluster [WRN] Health check failed: Degraded data redundancy: 14/732 objects degraded (1.913%), 4 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:48.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:48 smithi099 bash[89191]: cluster 2024-09-21T06:16:48.086911+0000 mon.a (mon.0) 393 : cluster [WRN] Health check failed: Degraded data redundancy: 14/732 objects degraded (1.913%), 4 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:48.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:48 smithi099 bash[92856]: cluster 2024-09-21T06:16:48.086911+0000 mon.a (mon.0) 393 : cluster [WRN] Health check failed: Degraded data redundancy: 14/732 objects degraded (1.913%), 4 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:48.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:48 smithi099 bash[92856]: cluster 2024-09-21T06:16:48.086911+0000 mon.a (mon.0) 393 : cluster [WRN] Health check failed: Degraded data redundancy: 14/732 objects degraded (1.913%), 4 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:48.727 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:48.727 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:48.728 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:48.728 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:48.728 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:48.729 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.6.service: Deactivated successfully. 2024-09-21T06:16:48.729 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: Stopped Ceph osd.6 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:16:48.729 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:48.729 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: Started Ceph osd.6 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:16:48.729 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:48.729 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:48.729 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:48 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:16:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:49 smithi112 bash[70260]: cluster 2024-09-21T06:16:47.974166+0000 mgr.y (mgr.15270) 762 : cluster [DBG] pgmap v454: 161 pgs: 8 active+undersized, 10 peering, 10 stale+active+clean, 4 active+undersized+degraded, 129 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 14/732 objects degraded (1.913%) 2024-09-21T06:16:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:49 smithi112 bash[70260]: cluster 2024-09-21T06:16:47.974166+0000 mgr.y (mgr.15270) 762 : cluster [DBG] pgmap v454: 161 pgs: 8 active+undersized, 10 peering, 10 stale+active+clean, 4 active+undersized+degraded, 129 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 14/732 objects degraded (1.913%) 2024-09-21T06:16:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:49 smithi112 bash[70260]: audit 2024-09-21T06:16:48.785698+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:49 smithi112 bash[70260]: audit 2024-09-21T06:16:48.785698+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:49 smithi112 bash[70260]: audit 2024-09-21T06:16:48.797474+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:49 smithi112 bash[70260]: audit 2024-09-21T06:16:48.797474+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[89191]: cluster 2024-09-21T06:16:47.974166+0000 mgr.y (mgr.15270) 762 : cluster [DBG] pgmap v454: 161 pgs: 8 active+undersized, 10 peering, 10 stale+active+clean, 4 active+undersized+degraded, 129 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 14/732 objects degraded (1.913%) 2024-09-21T06:16:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[89191]: cluster 2024-09-21T06:16:47.974166+0000 mgr.y (mgr.15270) 762 : cluster [DBG] pgmap v454: 161 pgs: 8 active+undersized, 10 peering, 10 stale+active+clean, 4 active+undersized+degraded, 129 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 14/732 objects degraded (1.913%) 2024-09-21T06:16:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[89191]: audit 2024-09-21T06:16:48.785698+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[89191]: audit 2024-09-21T06:16:48.785698+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[89191]: audit 2024-09-21T06:16:48.797474+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[89191]: audit 2024-09-21T06:16:48.797474+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[92856]: cluster 2024-09-21T06:16:47.974166+0000 mgr.y (mgr.15270) 762 : cluster [DBG] pgmap v454: 161 pgs: 8 active+undersized, 10 peering, 10 stale+active+clean, 4 active+undersized+degraded, 129 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 14/732 objects degraded (1.913%) 2024-09-21T06:16:49.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[92856]: cluster 2024-09-21T06:16:47.974166+0000 mgr.y (mgr.15270) 762 : cluster [DBG] pgmap v454: 161 pgs: 8 active+undersized, 10 peering, 10 stale+active+clean, 4 active+undersized+degraded, 129 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 14/732 objects degraded (1.913%) 2024-09-21T06:16:49.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[92856]: audit 2024-09-21T06:16:48.785698+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[92856]: audit 2024-09-21T06:16:48.785698+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[92856]: audit 2024-09-21T06:16:48.797474+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:49.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:49 smithi099 bash[92856]: audit 2024-09-21T06:16:48.797474+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:50.192 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:50 smithi112 bash[82370]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:16:50.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:50 smithi112 bash[82370]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:16:51.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:51.050381166Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:51 smithi112 bash[70260]: cluster 2024-09-21T06:16:49.975664+0000 mgr.y (mgr.15270) 763 : cluster [DBG] pgmap v455: 161 pgs: 16 active+undersized, 10 peering, 6 stale+active+clean, 12 active+undersized+degraded, 117 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s; 42/732 objects degraded (5.738%) 2024-09-21T06:16:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:51 smithi112 bash[70260]: cluster 2024-09-21T06:16:49.975664+0000 mgr.y (mgr.15270) 763 : cluster [DBG] pgmap v455: 161 pgs: 16 active+undersized, 10 peering, 6 stale+active+clean, 12 active+undersized+degraded, 117 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s; 42/732 objects degraded (5.738%) 2024-09-21T06:16:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:51 smithi112 bash[70260]: audit 2024-09-21T06:16:50.201341+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:51 smithi112 bash[70260]: audit 2024-09-21T06:16:50.201341+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:51 smithi112 bash[70260]: audit 2024-09-21T06:16:50.203299+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:51 smithi112 bash[70260]: audit 2024-09-21T06:16:50.203299+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[89191]: cluster 2024-09-21T06:16:49.975664+0000 mgr.y (mgr.15270) 763 : cluster [DBG] pgmap v455: 161 pgs: 16 active+undersized, 10 peering, 6 stale+active+clean, 12 active+undersized+degraded, 117 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s; 42/732 objects degraded (5.738%) 2024-09-21T06:16:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[89191]: cluster 2024-09-21T06:16:49.975664+0000 mgr.y (mgr.15270) 763 : cluster [DBG] pgmap v455: 161 pgs: 16 active+undersized, 10 peering, 6 stale+active+clean, 12 active+undersized+degraded, 117 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s; 42/732 objects degraded (5.738%) 2024-09-21T06:16:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[89191]: audit 2024-09-21T06:16:50.201341+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[89191]: audit 2024-09-21T06:16:50.201341+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[89191]: audit 2024-09-21T06:16:50.203299+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[89191]: audit 2024-09-21T06:16:50.203299+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[92856]: cluster 2024-09-21T06:16:49.975664+0000 mgr.y (mgr.15270) 763 : cluster [DBG] pgmap v455: 161 pgs: 16 active+undersized, 10 peering, 6 stale+active+clean, 12 active+undersized+degraded, 117 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s; 42/732 objects degraded (5.738%) 2024-09-21T06:16:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[92856]: cluster 2024-09-21T06:16:49.975664+0000 mgr.y (mgr.15270) 763 : cluster [DBG] pgmap v455: 161 pgs: 16 active+undersized, 10 peering, 6 stale+active+clean, 12 active+undersized+degraded, 117 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s; 42/732 objects degraded (5.738%) 2024-09-21T06:16:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[92856]: audit 2024-09-21T06:16:50.201341+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[92856]: audit 2024-09-21T06:16:50.201341+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[92856]: audit 2024-09-21T06:16:50.203299+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:51 smithi099 bash[92856]: audit 2024-09-21T06:16:50.203299+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:16:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:52 smithi099 bash[89191]: cluster 2024-09-21T06:16:52.198788+0000 mon.a (mon.0) 397 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:52 smithi099 bash[89191]: cluster 2024-09-21T06:16:52.198788+0000 mon.a (mon.0) 397 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:52.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:52 smithi099 bash[92856]: cluster 2024-09-21T06:16:52.198788+0000 mon.a (mon.0) 397 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:52.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:52 smithi099 bash[92856]: cluster 2024-09-21T06:16:52.198788+0000 mon.a (mon.0) 397 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:52 smithi112 bash[70260]: cluster 2024-09-21T06:16:52.198788+0000 mon.a (mon.0) 397 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:52 smithi112 bash[70260]: cluster 2024-09-21T06:16:52.198788+0000 mon.a (mon.0) 397 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-21T06:16:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:53 smithi099 bash[89191]: cluster 2024-09-21T06:16:51.977280+0000 mgr.y (mgr.15270) 764 : cluster [DBG] pgmap v456: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:53 smithi099 bash[89191]: cluster 2024-09-21T06:16:51.977280+0000 mgr.y (mgr.15270) 764 : cluster [DBG] pgmap v456: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:53 smithi099 bash[92856]: cluster 2024-09-21T06:16:51.977280+0000 mgr.y (mgr.15270) 764 : cluster [DBG] pgmap v456: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:53 smithi099 bash[92856]: cluster 2024-09-21T06:16:51.977280+0000 mgr.y (mgr.15270) 764 : cluster [DBG] pgmap v456: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:53 smithi112 bash[70260]: cluster 2024-09-21T06:16:51.977280+0000 mgr.y (mgr.15270) 764 : cluster [DBG] pgmap v456: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:53 smithi112 bash[70260]: cluster 2024-09-21T06:16:51.977280+0000 mgr.y (mgr.15270) 764 : cluster [DBG] pgmap v456: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:54.192 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:54.025386833Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:54.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:53 smithi112 bash[82370]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-09-21T06:16:54.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:53 smithi112 bash[82370]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:16:54.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:53 smithi112 bash[82370]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:16:54.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:54 smithi112 bash[82370]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-21T06:16:54.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:54 smithi112 bash[82370]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-09-21T06:16:54.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:54 smithi112 bash[82370]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-21T06:16:54.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:54 smithi112 bash[82370]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-09-21T06:16:54.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:54 smithi112 bash[82370]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-21T06:16:54.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:54 smithi112 bash[82370]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-21T06:16:54.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:54 smithi112 bash[82370]: --> ceph-volume lvm activate successful for osd ID: 6 2024-09-21T06:16:55.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:16:55] "GET /metrics HTTP/1.1" 200 38405 "" "Prometheus/2.51.0" 2024-09-21T06:16:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[89191]: audit 2024-09-21T06:16:53.455730+0000 mgr.y (mgr.15270) 765 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[89191]: audit 2024-09-21T06:16:53.455730+0000 mgr.y (mgr.15270) 765 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[89191]: cluster 2024-09-21T06:16:53.978675+0000 mgr.y (mgr.15270) 766 : cluster [DBG] pgmap v457: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[89191]: cluster 2024-09-21T06:16:53.978675+0000 mgr.y (mgr.15270) 766 : cluster [DBG] pgmap v457: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[89191]: audit 2024-09-21T06:16:54.789718+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[89191]: audit 2024-09-21T06:16:54.789718+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[89191]: audit 2024-09-21T06:16:54.806025+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[89191]: audit 2024-09-21T06:16:54.806025+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[92856]: audit 2024-09-21T06:16:53.455730+0000 mgr.y (mgr.15270) 765 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[92856]: audit 2024-09-21T06:16:53.455730+0000 mgr.y (mgr.15270) 765 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[92856]: cluster 2024-09-21T06:16:53.978675+0000 mgr.y (mgr.15270) 766 : cluster [DBG] pgmap v457: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[92856]: cluster 2024-09-21T06:16:53.978675+0000 mgr.y (mgr.15270) 766 : cluster [DBG] pgmap v457: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[92856]: audit 2024-09-21T06:16:54.789718+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[92856]: audit 2024-09-21T06:16:54.789718+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[92856]: audit 2024-09-21T06:16:54.806025+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:55 smithi099 bash[92856]: audit 2024-09-21T06:16:54.806025+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:55 smithi112 bash[70260]: audit 2024-09-21T06:16:53.455730+0000 mgr.y (mgr.15270) 765 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:55 smithi112 bash[70260]: audit 2024-09-21T06:16:53.455730+0000 mgr.y (mgr.15270) 765 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:16:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:55 smithi112 bash[70260]: cluster 2024-09-21T06:16:53.978675+0000 mgr.y (mgr.15270) 766 : cluster [DBG] pgmap v457: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:55 smithi112 bash[70260]: cluster 2024-09-21T06:16:53.978675+0000 mgr.y (mgr.15270) 766 : cluster [DBG] pgmap v457: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:55 smithi112 bash[70260]: audit 2024-09-21T06:16:54.789718+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:55 smithi112 bash[70260]: audit 2024-09-21T06:16:54.789718+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:55 smithi112 bash[70260]: audit 2024-09-21T06:16:54.806025+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:55 smithi112 bash[70260]: audit 2024-09-21T06:16:54.806025+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:56.442 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:56 smithi112 bash[83059]: debug 2024-09-21T06:16:56.253+0000 7f07a5b6a640 1 -- 172.21.15.112:0/3131525173 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556f0dc08960 con 0x556f0dc29800 2024-09-21T06:16:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[89191]: audit 2024-09-21T06:16:55.958290+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[89191]: audit 2024-09-21T06:16:55.958290+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[89191]: audit 2024-09-21T06:16:55.969882+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[89191]: audit 2024-09-21T06:16:55.969882+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[89191]: cluster 2024-09-21T06:16:55.979988+0000 mgr.y (mgr.15270) 767 : cluster [DBG] pgmap v458: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:57.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[89191]: cluster 2024-09-21T06:16:55.979988+0000 mgr.y (mgr.15270) 767 : cluster [DBG] pgmap v458: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[92856]: audit 2024-09-21T06:16:55.958290+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[92856]: audit 2024-09-21T06:16:55.958290+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[92856]: audit 2024-09-21T06:16:55.969882+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[92856]: audit 2024-09-21T06:16:55.969882+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[92856]: cluster 2024-09-21T06:16:55.979988+0000 mgr.y (mgr.15270) 767 : cluster [DBG] pgmap v458: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:57.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:56 smithi099 bash[92856]: cluster 2024-09-21T06:16:55.979988+0000 mgr.y (mgr.15270) 767 : cluster [DBG] pgmap v458: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:57.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:16:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:16:57.028697982Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:16:57.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:56 smithi112 bash[70260]: audit 2024-09-21T06:16:55.958290+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:56 smithi112 bash[70260]: audit 2024-09-21T06:16:55.958290+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:56 smithi112 bash[70260]: audit 2024-09-21T06:16:55.969882+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:56 smithi112 bash[70260]: audit 2024-09-21T06:16:55.969882+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:16:57.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:56 smithi112 bash[70260]: cluster 2024-09-21T06:16:55.979988+0000 mgr.y (mgr.15270) 767 : cluster [DBG] pgmap v458: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:57.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:56 smithi112 bash[70260]: cluster 2024-09-21T06:16:55.979988+0000 mgr.y (mgr.15270) 767 : cluster [DBG] pgmap v458: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:58.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:57 smithi112 bash[70260]: cluster 2024-09-21T06:16:57.184825+0000 mon.a (mon.0) 402 : cluster [WRN] Health check update: Degraded data redundancy: 90/732 objects degraded (12.295%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:58.220 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:57 smithi112 bash[70260]: cluster 2024-09-21T06:16:57.184825+0000 mon.a (mon.0) 402 : cluster [WRN] Health check update: Degraded data redundancy: 90/732 objects degraded (12.295%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:58.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:57 smithi099 bash[89191]: cluster 2024-09-21T06:16:57.184825+0000 mon.a (mon.0) 402 : cluster [WRN] Health check update: Degraded data redundancy: 90/732 objects degraded (12.295%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:58.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:57 smithi099 bash[89191]: cluster 2024-09-21T06:16:57.184825+0000 mon.a (mon.0) 402 : cluster [WRN] Health check update: Degraded data redundancy: 90/732 objects degraded (12.295%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:58.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:57 smithi099 bash[92856]: cluster 2024-09-21T06:16:57.184825+0000 mon.a (mon.0) 402 : cluster [WRN] Health check update: Degraded data redundancy: 90/732 objects degraded (12.295%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:58.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:57 smithi099 bash[92856]: cluster 2024-09-21T06:16:57.184825+0000 mon.a (mon.0) 402 : cluster [WRN] Health check update: Degraded data redundancy: 90/732 objects degraded (12.295%), 22 pgs degraded (PG_DEGRADED) 2024-09-21T06:16:58.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:16:58 smithi112 bash[83059]: debug 2024-09-21T06:16:58.217+0000 7f07a83d1640 -1 Falling back to public interface 2024-09-21T06:16:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:58 smithi099 bash[89191]: cluster 2024-09-21T06:16:57.981227+0000 mgr.y (mgr.15270) 768 : cluster [DBG] pgmap v459: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:59.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:16:58 smithi099 bash[89191]: cluster 2024-09-21T06:16:57.981227+0000 mgr.y (mgr.15270) 768 : cluster [DBG] pgmap v459: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:59.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:58 smithi099 bash[92856]: cluster 2024-09-21T06:16:57.981227+0000 mgr.y (mgr.15270) 768 : cluster [DBG] pgmap v459: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:59.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:16:58 smithi099 bash[92856]: cluster 2024-09-21T06:16:57.981227+0000 mgr.y (mgr.15270) 768 : cluster [DBG] pgmap v459: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:59.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:58 smithi112 bash[70260]: cluster 2024-09-21T06:16:57.981227+0000 mgr.y (mgr.15270) 768 : cluster [DBG] pgmap v459: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:16:59.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:16:58 smithi112 bash[70260]: cluster 2024-09-21T06:16:57.981227+0000 mgr.y (mgr.15270) 768 : cluster [DBG] pgmap v459: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:00.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:00.026604734Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:01.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:01 smithi112 bash[70260]: cluster 2024-09-21T06:16:59.982665+0000 mgr.y (mgr.15270) 769 : cluster [DBG] pgmap v460: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:01.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:01 smithi112 bash[70260]: cluster 2024-09-21T06:16:59.982665+0000 mgr.y (mgr.15270) 769 : cluster [DBG] pgmap v460: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:01.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:01 smithi099 bash[89191]: cluster 2024-09-21T06:16:59.982665+0000 mgr.y (mgr.15270) 769 : cluster [DBG] pgmap v460: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:01.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:01 smithi099 bash[89191]: cluster 2024-09-21T06:16:59.982665+0000 mgr.y (mgr.15270) 769 : cluster [DBG] pgmap v460: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:01 smithi099 bash[92856]: cluster 2024-09-21T06:16:59.982665+0000 mgr.y (mgr.15270) 769 : cluster [DBG] pgmap v460: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:01 smithi099 bash[92856]: cluster 2024-09-21T06:16:59.982665+0000 mgr.y (mgr.15270) 769 : cluster [DBG] pgmap v460: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:01.884 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:17:01 smithi112 bash[83059]: debug 2024-09-21T06:17:01.625+0000 7f07a83d1640 -1 osd.6 142 log_to_monitors true 2024-09-21T06:17:02.159 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:17:02 smithi112 bash[83059]: debug 2024-09-21T06:17:02.089+0000 7f079c173640 -1 osd.6 142 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T06:17:02.159 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:02 smithi112 bash[70260]: audit 2024-09-21T06:17:01.631344+0000 mon.b (mon.1) 256 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.159 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:02 smithi112 bash[70260]: audit 2024-09-21T06:17:01.631344+0000 mon.b (mon.1) 256 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.159 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:02 smithi112 bash[70260]: audit 2024-09-21T06:17:01.632541+0000 mon.a (mon.0) 403 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.159 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:02 smithi112 bash[70260]: audit 2024-09-21T06:17:01.632541+0000 mon.a (mon.0) 403 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:02 smithi099 bash[89191]: audit 2024-09-21T06:17:01.631344+0000 mon.b (mon.1) 256 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:02 smithi099 bash[89191]: audit 2024-09-21T06:17:01.631344+0000 mon.b (mon.1) 256 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:02 smithi099 bash[89191]: audit 2024-09-21T06:17:01.632541+0000 mon.a (mon.0) 403 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:02 smithi099 bash[89191]: audit 2024-09-21T06:17:01.632541+0000 mon.a (mon.0) 403 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:02 smithi099 bash[92856]: audit 2024-09-21T06:17:01.631344+0000 mon.b (mon.1) 256 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:02 smithi099 bash[92856]: audit 2024-09-21T06:17:01.631344+0000 mon.b (mon.1) 256 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:02 smithi099 bash[92856]: audit 2024-09-21T06:17:01.632541+0000 mon.a (mon.0) 403 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:02.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:02 smithi099 bash[92856]: audit 2024-09-21T06:17:01.632541+0000 mon.a (mon.0) 403 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-21T06:17:03.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:03.035937849Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: cluster 2024-09-21T06:17:01.984243+0000 mgr.y (mgr.15270) 770 : cluster [DBG] pgmap v461: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: cluster 2024-09-21T06:17:01.984243+0000 mgr.y (mgr.15270) 770 : cluster [DBG] pgmap v461: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: audit 2024-09-21T06:17:02.051473+0000 mon.a (mon.0) 404 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T06:17:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: audit 2024-09-21T06:17:02.051473+0000 mon.a (mon.0) 404 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T06:17:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: audit 2024-09-21T06:17:02.061382+0000 mon.b (mon.1) 257 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: audit 2024-09-21T06:17:02.061382+0000 mon.b (mon.1) 257 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: cluster 2024-09-21T06:17:02.067409+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-21T06:17:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: cluster 2024-09-21T06:17:02.067409+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-21T06:17:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: audit 2024-09-21T06:17:02.068953+0000 mon.a (mon.0) 406 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:03 smithi112 bash[70260]: audit 2024-09-21T06:17:02.068953+0000 mon.a (mon.0) 406 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.466 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: cluster 2024-09-21T06:17:01.984243+0000 mgr.y (mgr.15270) 770 : cluster [DBG] pgmap v461: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:03.466 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: cluster 2024-09-21T06:17:01.984243+0000 mgr.y (mgr.15270) 770 : cluster [DBG] pgmap v461: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:03.466 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: audit 2024-09-21T06:17:02.051473+0000 mon.a (mon.0) 404 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: audit 2024-09-21T06:17:02.051473+0000 mon.a (mon.0) 404 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: audit 2024-09-21T06:17:02.061382+0000 mon.b (mon.1) 257 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: audit 2024-09-21T06:17:02.061382+0000 mon.b (mon.1) 257 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: cluster 2024-09-21T06:17:02.067409+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: cluster 2024-09-21T06:17:02.067409+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: audit 2024-09-21T06:17:02.068953+0000 mon.a (mon.0) 406 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[92856]: audit 2024-09-21T06:17:02.068953+0000 mon.a (mon.0) 406 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: cluster 2024-09-21T06:17:01.984243+0000 mgr.y (mgr.15270) 770 : cluster [DBG] pgmap v461: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: cluster 2024-09-21T06:17:01.984243+0000 mgr.y (mgr.15270) 770 : cluster [DBG] pgmap v461: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 90/732 objects degraded (12.295%) 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: audit 2024-09-21T06:17:02.051473+0000 mon.a (mon.0) 404 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: audit 2024-09-21T06:17:02.051473+0000 mon.a (mon.0) 404 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T06:17:03.467 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: audit 2024-09-21T06:17:02.061382+0000 mon.b (mon.1) 257 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.468 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: audit 2024-09-21T06:17:02.061382+0000 mon.b (mon.1) 257 : audit [INF] from='osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.468 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: cluster 2024-09-21T06:17:02.067409+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-21T06:17:03.468 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: cluster 2024-09-21T06:17:02.067409+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-21T06:17:03.468 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: audit 2024-09-21T06:17:02.068953+0000 mon.a (mon.0) 406 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:03.468 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:03 smithi099 bash[89191]: audit 2024-09-21T06:17:02.068953+0000 mon.a (mon.0) 406 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: cluster 2024-09-21T06:17:03.052431+0000 mon.a (mon.0) 407 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: cluster 2024-09-21T06:17:03.052431+0000 mon.a (mon.0) 407 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: audit 2024-09-21T06:17:03.059497+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: audit 2024-09-21T06:17:03.059497+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: cluster 2024-09-21T06:17:03.060592+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289] boot 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: cluster 2024-09-21T06:17:03.060592+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289] boot 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: cluster 2024-09-21T06:17:03.060708+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: cluster 2024-09-21T06:17:03.060708+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: cluster 2024-09-21T06:17:04.062947+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-21T06:17:04.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:04 smithi112 bash[70260]: cluster 2024-09-21T06:17:04.062947+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-21T06:17:04.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: cluster 2024-09-21T06:17:03.052431+0000 mon.a (mon.0) 407 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:04.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: cluster 2024-09-21T06:17:03.052431+0000 mon.a (mon.0) 407 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: audit 2024-09-21T06:17:03.059497+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: audit 2024-09-21T06:17:03.059497+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: cluster 2024-09-21T06:17:03.060592+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289] boot 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: cluster 2024-09-21T06:17:03.060592+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289] boot 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: cluster 2024-09-21T06:17:03.060708+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: cluster 2024-09-21T06:17:03.060708+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: cluster 2024-09-21T06:17:04.062947+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[89191]: cluster 2024-09-21T06:17:04.062947+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: cluster 2024-09-21T06:17:03.052431+0000 mon.a (mon.0) 407 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: cluster 2024-09-21T06:17:03.052431+0000 mon.a (mon.0) 407 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: audit 2024-09-21T06:17:03.059497+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-21T06:17:04.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: audit 2024-09-21T06:17:03.059497+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-21T06:17:04.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: cluster 2024-09-21T06:17:03.060592+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289] boot 2024-09-21T06:17:04.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: cluster 2024-09-21T06:17:03.060592+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 [v2:172.21.15.112:6816/2709436289,v1:172.21.15.112:6817/2709436289] boot 2024-09-21T06:17:04.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: cluster 2024-09-21T06:17:03.060708+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-21T06:17:04.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: cluster 2024-09-21T06:17:03.060708+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-21T06:17:04.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: cluster 2024-09-21T06:17:04.062947+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-21T06:17:04.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:04 smithi099 bash[92856]: cluster 2024-09-21T06:17:04.062947+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-21T06:17:05.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[89191]: audit 2024-09-21T06:17:03.466993+0000 mgr.y (mgr.15270) 771 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:05.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[89191]: audit 2024-09-21T06:17:03.466993+0000 mgr.y (mgr.15270) 771 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:05.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[89191]: cluster 2024-09-21T06:17:03.985595+0000 mgr.y (mgr.15270) 772 : cluster [DBG] pgmap v464: 161 pgs: 12 peering, 24 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 66/732 objects degraded (9.016%) 2024-09-21T06:17:05.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[89191]: cluster 2024-09-21T06:17:03.985595+0000 mgr.y (mgr.15270) 772 : cluster [DBG] pgmap v464: 161 pgs: 12 peering, 24 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 66/732 objects degraded (9.016%) 2024-09-21T06:17:05.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[89191]: cluster 2024-09-21T06:17:04.074649+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 66/732 objects degraded (9.016%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:05.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[89191]: cluster 2024-09-21T06:17:04.074649+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 66/732 objects degraded (9.016%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:05.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[92856]: audit 2024-09-21T06:17:03.466993+0000 mgr.y (mgr.15270) 771 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:05.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[92856]: audit 2024-09-21T06:17:03.466993+0000 mgr.y (mgr.15270) 771 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:05.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[92856]: cluster 2024-09-21T06:17:03.985595+0000 mgr.y (mgr.15270) 772 : cluster [DBG] pgmap v464: 161 pgs: 12 peering, 24 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 66/732 objects degraded (9.016%) 2024-09-21T06:17:05.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[92856]: cluster 2024-09-21T06:17:03.985595+0000 mgr.y (mgr.15270) 772 : cluster [DBG] pgmap v464: 161 pgs: 12 peering, 24 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 66/732 objects degraded (9.016%) 2024-09-21T06:17:05.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[92856]: cluster 2024-09-21T06:17:04.074649+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 66/732 objects degraded (9.016%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:05.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[92856]: cluster 2024-09-21T06:17:04.074649+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 66/732 objects degraded (9.016%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:05.402 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:05 smithi112 bash[70260]: audit 2024-09-21T06:17:03.466993+0000 mgr.y (mgr.15270) 771 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:05.402 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:05 smithi112 bash[70260]: audit 2024-09-21T06:17:03.466993+0000 mgr.y (mgr.15270) 771 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:05.402 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:05 smithi112 bash[70260]: cluster 2024-09-21T06:17:03.985595+0000 mgr.y (mgr.15270) 772 : cluster [DBG] pgmap v464: 161 pgs: 12 peering, 24 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 66/732 objects degraded (9.016%) 2024-09-21T06:17:05.402 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:05 smithi112 bash[70260]: cluster 2024-09-21T06:17:03.985595+0000 mgr.y (mgr.15270) 772 : cluster [DBG] pgmap v464: 161 pgs: 12 peering, 24 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 66/732 objects degraded (9.016%) 2024-09-21T06:17:05.402 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:05 smithi112 bash[70260]: cluster 2024-09-21T06:17:04.074649+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 66/732 objects degraded (9.016%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:05.402 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:05 smithi112 bash[70260]: cluster 2024-09-21T06:17:04.074649+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 66/732 objects degraded (9.016%), 17 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:05.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:17:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:17:05] "GET /metrics HTTP/1.1" 200 38259 "" "Prometheus/2.51.0" 2024-09-21T06:17:06.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:06.062456526Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:06.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.200093+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.200093+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.202058+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.202058+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.968329+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.968329+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.981776+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.981776+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.985058+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.985058+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.987633+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:05.987633+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.000050+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.000050+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.130684+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.130684+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.134585+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.134585+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.137573+0000 mon.b (mon.1) 264 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.137573+0000 mon.b (mon.1) 264 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.140177+0000 mon.b (mon.1) 265 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.140177+0000 mon.b (mon.1) 265 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.143201+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:06.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:06 smithi112 bash[70260]: audit 2024-09-21T06:17:06.143201+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:06.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[68315]: debug 2024-09-21T06:17:06.142+0000 7f84b7641640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-21T06:17:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.200093+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.200093+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.202058+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.202058+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.968329+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.968329+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.981776+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.981776+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.985058+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.985058+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.987633+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:05.987633+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.000050+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.000050+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.130684+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.130684+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.134585+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.134585+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.137573+0000 mon.b (mon.1) 264 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.137573+0000 mon.b (mon.1) 264 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.140177+0000 mon.b (mon.1) 265 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.200093+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.200093+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.202058+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:06.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.202058+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.968329+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.968329+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.981776+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.981776+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.985058+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.985058+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.987633+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:05.987633+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.000050+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.000050+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:06.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.130684+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.130684+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.134585+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.134585+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.137573+0000 mon.b (mon.1) 264 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.137573+0000 mon.b (mon.1) 264 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.140177+0000 mon.b (mon.1) 265 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.140177+0000 mon.b (mon.1) 265 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.143201+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[89191]: audit 2024-09-21T06:17:06.143201+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:06.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.140177+0000 mon.b (mon.1) 265 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:06.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.143201+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:06.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:06 smithi099 bash[92856]: audit 2024-09-21T06:17:06.143201+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[89191]: cluster 2024-09-21T06:17:05.986833+0000 mgr.y (mgr.15270) 773 : cluster [DBG] pgmap v466: 161 pgs: 12 peering, 14 active+undersized, 9 active+undersized+degraded, 126 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 30/732 objects degraded (4.098%) 2024-09-21T06:17:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[89191]: cluster 2024-09-21T06:17:05.986833+0000 mgr.y (mgr.15270) 773 : cluster [DBG] pgmap v466: 161 pgs: 12 peering, 14 active+undersized, 9 active+undersized+degraded, 126 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 30/732 objects degraded (4.098%) 2024-09-21T06:17:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[89191]: audit 2024-09-21T06:17:06.144012+0000 mgr.y (mgr.15270) 774 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[89191]: audit 2024-09-21T06:17:06.144012+0000 mgr.y (mgr.15270) 774 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:07.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[89191]: cephadm 2024-09-21T06:17:06.146184+0000 mgr.y (mgr.15270) 775 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-21T06:17:07.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[89191]: cephadm 2024-09-21T06:17:06.146184+0000 mgr.y (mgr.15270) 775 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-21T06:17:07.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[92856]: cluster 2024-09-21T06:17:05.986833+0000 mgr.y (mgr.15270) 773 : cluster [DBG] pgmap v466: 161 pgs: 12 peering, 14 active+undersized, 9 active+undersized+degraded, 126 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 30/732 objects degraded (4.098%) 2024-09-21T06:17:07.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[92856]: cluster 2024-09-21T06:17:05.986833+0000 mgr.y (mgr.15270) 773 : cluster [DBG] pgmap v466: 161 pgs: 12 peering, 14 active+undersized, 9 active+undersized+degraded, 126 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 30/732 objects degraded (4.098%) 2024-09-21T06:17:07.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[92856]: audit 2024-09-21T06:17:06.144012+0000 mgr.y (mgr.15270) 774 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:07.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[92856]: audit 2024-09-21T06:17:06.144012+0000 mgr.y (mgr.15270) 774 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:07.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[92856]: cephadm 2024-09-21T06:17:06.146184+0000 mgr.y (mgr.15270) 775 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-21T06:17:07.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:07 smithi099 bash[92856]: cephadm 2024-09-21T06:17:06.146184+0000 mgr.y (mgr.15270) 775 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-21T06:17:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:07 smithi112 bash[70260]: cluster 2024-09-21T06:17:05.986833+0000 mgr.y (mgr.15270) 773 : cluster [DBG] pgmap v466: 161 pgs: 12 peering, 14 active+undersized, 9 active+undersized+degraded, 126 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 30/732 objects degraded (4.098%) 2024-09-21T06:17:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:07 smithi112 bash[70260]: cluster 2024-09-21T06:17:05.986833+0000 mgr.y (mgr.15270) 773 : cluster [DBG] pgmap v466: 161 pgs: 12 peering, 14 active+undersized, 9 active+undersized+degraded, 126 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 30/732 objects degraded (4.098%) 2024-09-21T06:17:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:07 smithi112 bash[70260]: audit 2024-09-21T06:17:06.144012+0000 mgr.y (mgr.15270) 774 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:07 smithi112 bash[70260]: audit 2024-09-21T06:17:06.144012+0000 mgr.y (mgr.15270) 774 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:07 smithi112 bash[70260]: cephadm 2024-09-21T06:17:06.146184+0000 mgr.y (mgr.15270) 775 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-21T06:17:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:07 smithi112 bash[70260]: cephadm 2024-09-21T06:17:06.146184+0000 mgr.y (mgr.15270) 775 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-21T06:17:08.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:08 smithi099 bash[89191]: cluster 2024-09-21T06:17:08.200301+0000 mon.a (mon.0) 416 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/732 objects degraded (4.098%), 9 pgs degraded) 2024-09-21T06:17:08.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:08 smithi099 bash[89191]: cluster 2024-09-21T06:17:08.200301+0000 mon.a (mon.0) 416 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/732 objects degraded (4.098%), 9 pgs degraded) 2024-09-21T06:17:08.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:08 smithi099 bash[89191]: cluster 2024-09-21T06:17:08.200349+0000 mon.a (mon.0) 417 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:08.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:08 smithi099 bash[89191]: cluster 2024-09-21T06:17:08.200349+0000 mon.a (mon.0) 417 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:08.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:08 smithi099 bash[92856]: cluster 2024-09-21T06:17:08.200301+0000 mon.a (mon.0) 416 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/732 objects degraded (4.098%), 9 pgs degraded) 2024-09-21T06:17:08.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:08 smithi099 bash[92856]: cluster 2024-09-21T06:17:08.200301+0000 mon.a (mon.0) 416 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/732 objects degraded (4.098%), 9 pgs degraded) 2024-09-21T06:17:08.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:08 smithi099 bash[92856]: cluster 2024-09-21T06:17:08.200349+0000 mon.a (mon.0) 417 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:08.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:08 smithi099 bash[92856]: cluster 2024-09-21T06:17:08.200349+0000 mon.a (mon.0) 417 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:08.616 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:17:08.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:08 smithi112 bash[70260]: cluster 2024-09-21T06:17:08.200301+0000 mon.a (mon.0) 416 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/732 objects degraded (4.098%), 9 pgs degraded) 2024-09-21T06:17:08.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:08 smithi112 bash[70260]: cluster 2024-09-21T06:17:08.200301+0000 mon.a (mon.0) 416 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/732 objects degraded (4.098%), 9 pgs degraded) 2024-09-21T06:17:08.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:08 smithi112 bash[70260]: cluster 2024-09-21T06:17:08.200349+0000 mon.a (mon.0) 417 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:08.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:08 smithi112 bash[70260]: cluster 2024-09-21T06:17:08.200349+0000 mon.a (mon.0) 417 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:17:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (12m) 2m ago 39m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:17:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (11m) 14s ago 38m 69.9M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:17:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (14m) 2m ago 36m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:17:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (13m) 14s ago 47m 444M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:17:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (24m) 2m ago 49m 518M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:17:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (8m) 2m ago 49m 53.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:17:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (10m) 14s ago 47m 46.8M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:17:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (8m) 2m ago 47m 41.3M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (13m) 2m ago 39m 8236k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (13m) 14s ago 39m 8311k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (6m) 2m ago 46m 52.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (5m) 2m ago 45m 51.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (3m) 2m ago 45m 47.3M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running 2m ago 44m - 3036M 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (101s) 14s ago 43m 51.5M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d a0569f8ecc4f 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (57s) 14s ago 42m 52.4M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 2e6f67fad758 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running 14s ago 41m - 3292M 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (40m) 14s ago 40m 67.2M 3292M 19.1.1-373-g4e45e6b4 164465d2334a 9e35c9fe71c4 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (12m) 14s ago 39m 49.5M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (37m) 2m ago 37m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:17:09.276 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (37m) 14s ago 37m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:17:09.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:09.043607461Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:09.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:09 smithi112 bash[70260]: cluster 2024-09-21T06:17:07.987922+0000 mgr.y (mgr.15270) 776 : cluster [DBG] pgmap v467: 161 pgs: 12 peering, 149 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:17:09.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:09 smithi112 bash[70260]: cluster 2024-09-21T06:17:07.987922+0000 mgr.y (mgr.15270) 776 : cluster [DBG] pgmap v467: 161 pgs: 12 peering, 149 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:17:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:09 smithi099 bash[89191]: cluster 2024-09-21T06:17:07.987922+0000 mgr.y (mgr.15270) 776 : cluster [DBG] pgmap v467: 161 pgs: 12 peering, 149 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:17:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:09 smithi099 bash[89191]: cluster 2024-09-21T06:17:07.987922+0000 mgr.y (mgr.15270) 776 : cluster [DBG] pgmap v467: 161 pgs: 12 peering, 149 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:17:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:09 smithi099 bash[92856]: cluster 2024-09-21T06:17:07.987922+0000 mgr.y (mgr.15270) 776 : cluster [DBG] pgmap v467: 161 pgs: 12 peering, 149 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:17:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:09 smithi099 bash[92856]: cluster 2024-09-21T06:17:07.987922+0000 mgr.y (mgr.15270) 776 : cluster [DBG] pgmap v467: 161 pgs: 12 peering, 149 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-21T06:17:09.645 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:17:09.645 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:17:09.645 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:17:09.645 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:17:09.645 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:17:09.645 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:17:09.645 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:17:09.645 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:17:09.645 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 1, 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 7 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 3, 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 12 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:17:09.646 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:17:09.963 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:17:09.963 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:17:09.963 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:17:09.963 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-21T06:17:09.963 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:17:09.963 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "5/8 daemons upgraded", 2024-09-21T06:17:09.963 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:17:09.963 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:17:09.964 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:17:10.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:10 smithi112 bash[70260]: audit 2024-09-21T06:17:08.604480+0000 mgr.y (mgr.15270) 777 : audit [DBG] from='client.54539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.767 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:10 smithi112 bash[70260]: audit 2024-09-21T06:17:08.604480+0000 mgr.y (mgr.15270) 777 : audit [DBG] from='client.54539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.767 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:10 smithi112 bash[70260]: audit 2024-09-21T06:17:08.930266+0000 mgr.y (mgr.15270) 778 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.767 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:10 smithi112 bash[70260]: audit 2024-09-21T06:17:08.930266+0000 mgr.y (mgr.15270) 778 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.767 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:10 smithi112 bash[70260]: audit 2024-09-21T06:17:09.235609+0000 mgr.y (mgr.15270) 779 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.767 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:10 smithi112 bash[70260]: audit 2024-09-21T06:17:09.235609+0000 mgr.y (mgr.15270) 779 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.767 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:10 smithi112 bash[70260]: audit 2024-09-21T06:17:09.646266+0000 mon.a (mon.0) 418 : audit [DBG] from='client.? 172.21.15.99:0/3954059297' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:10.767 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:10 smithi112 bash[70260]: audit 2024-09-21T06:17:09.646266+0000 mon.a (mon.0) 418 : audit [DBG] from='client.? 172.21.15.99:0/3954059297' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:10.768 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[92856]: audit 2024-09-21T06:17:08.604480+0000 mgr.y (mgr.15270) 777 : audit [DBG] from='client.54539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.768 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[92856]: audit 2024-09-21T06:17:08.604480+0000 mgr.y (mgr.15270) 777 : audit [DBG] from='client.54539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.768 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[92856]: audit 2024-09-21T06:17:08.930266+0000 mgr.y (mgr.15270) 778 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.768 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[92856]: audit 2024-09-21T06:17:08.930266+0000 mgr.y (mgr.15270) 778 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.768 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[92856]: audit 2024-09-21T06:17:09.235609+0000 mgr.y (mgr.15270) 779 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.768 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[92856]: audit 2024-09-21T06:17:09.235609+0000 mgr.y (mgr.15270) 779 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.768 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[92856]: audit 2024-09-21T06:17:09.646266+0000 mon.a (mon.0) 418 : audit [DBG] from='client.? 172.21.15.99:0/3954059297' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:10.768 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[92856]: audit 2024-09-21T06:17:09.646266+0000 mon.a (mon.0) 418 : audit [DBG] from='client.? 172.21.15.99:0/3954059297' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:10.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[89191]: audit 2024-09-21T06:17:08.604480+0000 mgr.y (mgr.15270) 777 : audit [DBG] from='client.54539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[89191]: audit 2024-09-21T06:17:08.604480+0000 mgr.y (mgr.15270) 777 : audit [DBG] from='client.54539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[89191]: audit 2024-09-21T06:17:08.930266+0000 mgr.y (mgr.15270) 778 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[89191]: audit 2024-09-21T06:17:08.930266+0000 mgr.y (mgr.15270) 778 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[89191]: audit 2024-09-21T06:17:09.235609+0000 mgr.y (mgr.15270) 779 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[89191]: audit 2024-09-21T06:17:09.235609+0000 mgr.y (mgr.15270) 779 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:10.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[89191]: audit 2024-09-21T06:17:09.646266+0000 mon.a (mon.0) 418 : audit [DBG] from='client.? 172.21.15.99:0/3954059297' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:10.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:10 smithi099 bash[89191]: audit 2024-09-21T06:17:09.646266+0000 mon.a (mon.0) 418 : audit [DBG] from='client.? 172.21.15.99:0/3954059297' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:11.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:11 smithi112 bash[70260]: audit 2024-09-21T06:17:09.964034+0000 mgr.y (mgr.15270) 780 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:11.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:11 smithi112 bash[70260]: audit 2024-09-21T06:17:09.964034+0000 mgr.y (mgr.15270) 780 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:11.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:11 smithi112 bash[70260]: cluster 2024-09-21T06:17:09.989055+0000 mgr.y (mgr.15270) 781 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 516 B/s rd, 0 op/s 2024-09-21T06:17:11.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:11 smithi112 bash[70260]: cluster 2024-09-21T06:17:09.989055+0000 mgr.y (mgr.15270) 781 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 516 B/s rd, 0 op/s 2024-09-21T06:17:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:11 smithi099 bash[89191]: audit 2024-09-21T06:17:09.964034+0000 mgr.y (mgr.15270) 780 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:11 smithi099 bash[89191]: audit 2024-09-21T06:17:09.964034+0000 mgr.y (mgr.15270) 780 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:11 smithi099 bash[89191]: cluster 2024-09-21T06:17:09.989055+0000 mgr.y (mgr.15270) 781 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 516 B/s rd, 0 op/s 2024-09-21T06:17:11.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:11 smithi099 bash[89191]: cluster 2024-09-21T06:17:09.989055+0000 mgr.y (mgr.15270) 781 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 516 B/s rd, 0 op/s 2024-09-21T06:17:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:11 smithi099 bash[92856]: audit 2024-09-21T06:17:09.964034+0000 mgr.y (mgr.15270) 780 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:11 smithi099 bash[92856]: audit 2024-09-21T06:17:09.964034+0000 mgr.y (mgr.15270) 780 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:11 smithi099 bash[92856]: cluster 2024-09-21T06:17:09.989055+0000 mgr.y (mgr.15270) 781 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 516 B/s rd, 0 op/s 2024-09-21T06:17:11.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:11 smithi099 bash[92856]: cluster 2024-09-21T06:17:09.989055+0000 mgr.y (mgr.15270) 781 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 516 B/s rd, 0 op/s 2024-09-21T06:17:12.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:12.073804392Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:13.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:13 smithi112 bash[70260]: cluster 2024-09-21T06:17:11.990320+0000 mgr.y (mgr.15270) 782 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:17:13.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:13 smithi112 bash[70260]: cluster 2024-09-21T06:17:11.990320+0000 mgr.y (mgr.15270) 782 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:17:13.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:13 smithi099 bash[89191]: cluster 2024-09-21T06:17:11.990320+0000 mgr.y (mgr.15270) 782 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:17:13.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:13 smithi099 bash[89191]: cluster 2024-09-21T06:17:11.990320+0000 mgr.y (mgr.15270) 782 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:17:13.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:13 smithi099 bash[92856]: cluster 2024-09-21T06:17:11.990320+0000 mgr.y (mgr.15270) 782 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:17:13.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:13 smithi099 bash[92856]: cluster 2024-09-21T06:17:11.990320+0000 mgr.y (mgr.15270) 782 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-21T06:17:15.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:15.039198728Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:15 smithi112 bash[70260]: audit 2024-09-21T06:17:13.478161+0000 mgr.y (mgr.15270) 783 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:15 smithi112 bash[70260]: audit 2024-09-21T06:17:13.478161+0000 mgr.y (mgr.15270) 783 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:15 smithi112 bash[70260]: cluster 2024-09-21T06:17:13.991750+0000 mgr.y (mgr.15270) 784 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:17:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:15 smithi112 bash[70260]: cluster 2024-09-21T06:17:13.991750+0000 mgr.y (mgr.15270) 784 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:17:15.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:17:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:17:15] "GET /metrics HTTP/1.1" 200 38259 "" "Prometheus/2.51.0" 2024-09-21T06:17:15.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:15 smithi099 bash[89191]: audit 2024-09-21T06:17:13.478161+0000 mgr.y (mgr.15270) 783 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:15.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:15 smithi099 bash[89191]: audit 2024-09-21T06:17:13.478161+0000 mgr.y (mgr.15270) 783 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:15.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:15 smithi099 bash[89191]: cluster 2024-09-21T06:17:13.991750+0000 mgr.y (mgr.15270) 784 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:17:15.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:15 smithi099 bash[89191]: cluster 2024-09-21T06:17:13.991750+0000 mgr.y (mgr.15270) 784 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:17:15.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:15 smithi099 bash[92856]: audit 2024-09-21T06:17:13.478161+0000 mgr.y (mgr.15270) 783 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:15.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:15 smithi099 bash[92856]: audit 2024-09-21T06:17:13.478161+0000 mgr.y (mgr.15270) 783 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:15.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:15 smithi099 bash[92856]: cluster 2024-09-21T06:17:13.991750+0000 mgr.y (mgr.15270) 784 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:17:15.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:15 smithi099 bash[92856]: cluster 2024-09-21T06:17:13.991750+0000 mgr.y (mgr.15270) 784 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-21T06:17:16.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:16 smithi112 bash[70260]: audit 2024-09-21T06:17:15.534559+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:16.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:16 smithi112 bash[70260]: audit 2024-09-21T06:17:15.534559+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:16.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:16 smithi112 bash[70260]: cluster 2024-09-21T06:17:15.992850+0000 mgr.y (mgr.15270) 785 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 772 B/s rd, 0 op/s 2024-09-21T06:17:16.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:16 smithi112 bash[70260]: cluster 2024-09-21T06:17:15.992850+0000 mgr.y (mgr.15270) 785 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 772 B/s rd, 0 op/s 2024-09-21T06:17:17.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:16 smithi099 bash[89191]: audit 2024-09-21T06:17:15.534559+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:17.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:16 smithi099 bash[89191]: audit 2024-09-21T06:17:15.534559+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:17.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:16 smithi099 bash[89191]: cluster 2024-09-21T06:17:15.992850+0000 mgr.y (mgr.15270) 785 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 772 B/s rd, 0 op/s 2024-09-21T06:17:17.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:16 smithi099 bash[89191]: cluster 2024-09-21T06:17:15.992850+0000 mgr.y (mgr.15270) 785 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 772 B/s rd, 0 op/s 2024-09-21T06:17:17.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:16 smithi099 bash[92856]: audit 2024-09-21T06:17:15.534559+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:17.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:16 smithi099 bash[92856]: audit 2024-09-21T06:17:15.534559+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:17.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:16 smithi099 bash[92856]: cluster 2024-09-21T06:17:15.992850+0000 mgr.y (mgr.15270) 785 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 772 B/s rd, 0 op/s 2024-09-21T06:17:17.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:16 smithi099 bash[92856]: cluster 2024-09-21T06:17:15.992850+0000 mgr.y (mgr.15270) 785 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 772 B/s rd, 0 op/s 2024-09-21T06:17:18.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:18.034870563Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:19.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:19 smithi112 bash[70260]: cluster 2024-09-21T06:17:17.993972+0000 mgr.y (mgr.15270) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:19.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:19 smithi112 bash[70260]: cluster 2024-09-21T06:17:17.993972+0000 mgr.y (mgr.15270) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:19 smithi099 bash[89191]: cluster 2024-09-21T06:17:17.993972+0000 mgr.y (mgr.15270) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:19 smithi099 bash[89191]: cluster 2024-09-21T06:17:17.993972+0000 mgr.y (mgr.15270) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:19 smithi099 bash[92856]: cluster 2024-09-21T06:17:17.993972+0000 mgr.y (mgr.15270) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:19 smithi099 bash[92856]: cluster 2024-09-21T06:17:17.993972+0000 mgr.y (mgr.15270) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:21.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:21.070183931Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:21 smithi112 bash[70260]: cluster 2024-09-21T06:17:19.995205+0000 mgr.y (mgr.15270) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:21 smithi112 bash[70260]: cluster 2024-09-21T06:17:19.995205+0000 mgr.y (mgr.15270) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:21 smithi112 bash[70260]: audit 2024-09-21T06:17:20.201496+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:21 smithi112 bash[70260]: audit 2024-09-21T06:17:20.201496+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:21 smithi112 bash[70260]: audit 2024-09-21T06:17:20.203794+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:21 smithi112 bash[70260]: audit 2024-09-21T06:17:20.203794+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:21 smithi112 bash[70260]: audit 2024-09-21T06:17:21.159666+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:21.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:21 smithi112 bash[70260]: audit 2024-09-21T06:17:21.159666+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[89191]: cluster 2024-09-21T06:17:19.995205+0000 mgr.y (mgr.15270) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[89191]: cluster 2024-09-21T06:17:19.995205+0000 mgr.y (mgr.15270) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[89191]: audit 2024-09-21T06:17:20.201496+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[89191]: audit 2024-09-21T06:17:20.201496+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[89191]: audit 2024-09-21T06:17:20.203794+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[89191]: audit 2024-09-21T06:17:20.203794+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[89191]: audit 2024-09-21T06:17:21.159666+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[89191]: audit 2024-09-21T06:17:21.159666+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:21.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[92856]: cluster 2024-09-21T06:17:19.995205+0000 mgr.y (mgr.15270) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:21.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[92856]: cluster 2024-09-21T06:17:19.995205+0000 mgr.y (mgr.15270) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:21.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[92856]: audit 2024-09-21T06:17:20.201496+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:21.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[92856]: audit 2024-09-21T06:17:20.201496+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:21.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[92856]: audit 2024-09-21T06:17:20.203794+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:21.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[92856]: audit 2024-09-21T06:17:20.203794+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:21.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[92856]: audit 2024-09-21T06:17:21.159666+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:21.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:21 smithi099 bash[92856]: audit 2024-09-21T06:17:21.159666+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-21T06:17:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:22 smithi099 bash[89191]: audit 2024-09-21T06:17:21.160504+0000 mgr.y (mgr.15270) 788 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:22 smithi099 bash[89191]: audit 2024-09-21T06:17:21.160504+0000 mgr.y (mgr.15270) 788 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:22 smithi099 bash[89191]: cephadm 2024-09-21T06:17:21.163682+0000 mgr.y (mgr.15270) 789 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-21T06:17:22.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:22 smithi099 bash[89191]: cephadm 2024-09-21T06:17:21.163682+0000 mgr.y (mgr.15270) 789 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-21T06:17:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:22 smithi099 bash[92856]: audit 2024-09-21T06:17:21.160504+0000 mgr.y (mgr.15270) 788 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:22 smithi099 bash[92856]: audit 2024-09-21T06:17:21.160504+0000 mgr.y (mgr.15270) 788 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:22 smithi099 bash[92856]: cephadm 2024-09-21T06:17:21.163682+0000 mgr.y (mgr.15270) 789 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-21T06:17:22.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:22 smithi099 bash[92856]: cephadm 2024-09-21T06:17:21.163682+0000 mgr.y (mgr.15270) 789 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-21T06:17:22.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:22 smithi112 bash[70260]: audit 2024-09-21T06:17:21.160504+0000 mgr.y (mgr.15270) 788 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:22.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:22 smithi112 bash[70260]: audit 2024-09-21T06:17:21.160504+0000 mgr.y (mgr.15270) 788 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-21T06:17:22.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:22 smithi112 bash[70260]: cephadm 2024-09-21T06:17:21.163682+0000 mgr.y (mgr.15270) 789 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-21T06:17:22.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:22 smithi112 bash[70260]: cephadm 2024-09-21T06:17:21.163682+0000 mgr.y (mgr.15270) 789 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-21T06:17:23.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:23 smithi112 bash[70260]: cluster 2024-09-21T06:17:21.996494+0000 mgr.y (mgr.15270) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:23.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:23 smithi112 bash[70260]: cluster 2024-09-21T06:17:21.996494+0000 mgr.y (mgr.15270) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:23.479 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:23 smithi099 bash[89191]: cluster 2024-09-21T06:17:21.996494+0000 mgr.y (mgr.15270) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:23.479 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:23 smithi099 bash[89191]: cluster 2024-09-21T06:17:21.996494+0000 mgr.y (mgr.15270) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:23.479 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:23 smithi099 bash[92856]: cluster 2024-09-21T06:17:21.996494+0000 mgr.y (mgr.15270) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:23.479 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:23 smithi099 bash[92856]: cluster 2024-09-21T06:17:21.996494+0000 mgr.y (mgr.15270) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:24.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:24.043674402Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:24.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: audit 2024-09-21T06:17:23.480361+0000 mgr.y (mgr.15270) 791 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:24.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: audit 2024-09-21T06:17:23.480361+0000 mgr.y (mgr.15270) 791 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:24.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: cephadm 2024-09-21T06:17:23.619631+0000 mgr.y (mgr.15270) 792 : cephadm [INF] Upgrade: Updating osd.7 2024-09-21T06:17:24.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: cephadm 2024-09-21T06:17:23.619631+0000 mgr.y (mgr.15270) 792 : cephadm [INF] Upgrade: Updating osd.7 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: audit 2024-09-21T06:17:23.627956+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: audit 2024-09-21T06:17:23.627956+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: audit 2024-09-21T06:17:23.632784+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: audit 2024-09-21T06:17:23.632784+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: audit 2024-09-21T06:17:23.634618+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: audit 2024-09-21T06:17:23.634618+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: cephadm 2024-09-21T06:17:23.640547+0000 mgr.y (mgr.15270) 793 : cephadm [INF] Deploying daemon osd.7 on smithi112 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: cephadm 2024-09-21T06:17:23.640547+0000 mgr.y (mgr.15270) 793 : cephadm [INF] Deploying daemon osd.7 on smithi112 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: cluster 2024-09-21T06:17:23.997718+0000 mgr.y (mgr.15270) 794 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:24.944 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:24 smithi112 bash[70260]: cluster 2024-09-21T06:17:23.997718+0000 mgr.y (mgr.15270) 794 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: audit 2024-09-21T06:17:23.480361+0000 mgr.y (mgr.15270) 791 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: audit 2024-09-21T06:17:23.480361+0000 mgr.y (mgr.15270) 791 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:25.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: cephadm 2024-09-21T06:17:23.619631+0000 mgr.y (mgr.15270) 792 : cephadm [INF] Upgrade: Updating osd.7 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: cephadm 2024-09-21T06:17:23.619631+0000 mgr.y (mgr.15270) 792 : cephadm [INF] Upgrade: Updating osd.7 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: audit 2024-09-21T06:17:23.627956+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: audit 2024-09-21T06:17:23.627956+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: audit 2024-09-21T06:17:23.632784+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: audit 2024-09-21T06:17:23.632784+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: audit 2024-09-21T06:17:23.634618+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: audit 2024-09-21T06:17:23.634618+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: cephadm 2024-09-21T06:17:23.640547+0000 mgr.y (mgr.15270) 793 : cephadm [INF] Deploying daemon osd.7 on smithi112 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: cephadm 2024-09-21T06:17:23.640547+0000 mgr.y (mgr.15270) 793 : cephadm [INF] Deploying daemon osd.7 on smithi112 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: cluster 2024-09-21T06:17:23.997718+0000 mgr.y (mgr.15270) 794 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[89191]: cluster 2024-09-21T06:17:23.997718+0000 mgr.y (mgr.15270) 794 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:25.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: audit 2024-09-21T06:17:23.480361+0000 mgr.y (mgr.15270) 791 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: audit 2024-09-21T06:17:23.480361+0000 mgr.y (mgr.15270) 791 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: cephadm 2024-09-21T06:17:23.619631+0000 mgr.y (mgr.15270) 792 : cephadm [INF] Upgrade: Updating osd.7 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: cephadm 2024-09-21T06:17:23.619631+0000 mgr.y (mgr.15270) 792 : cephadm [INF] Upgrade: Updating osd.7 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: audit 2024-09-21T06:17:23.627956+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: audit 2024-09-21T06:17:23.627956+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: audit 2024-09-21T06:17:23.632784+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: audit 2024-09-21T06:17:23.632784+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: audit 2024-09-21T06:17:23.634618+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: audit 2024-09-21T06:17:23.634618+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: cephadm 2024-09-21T06:17:23.640547+0000 mgr.y (mgr.15270) 793 : cephadm [INF] Deploying daemon osd.7 on smithi112 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: cephadm 2024-09-21T06:17:23.640547+0000 mgr.y (mgr.15270) 793 : cephadm [INF] Deploying daemon osd.7 on smithi112 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: cluster 2024-09-21T06:17:23.997718+0000 mgr.y (mgr.15270) 794 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:25.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:24 smithi099 bash[92856]: cluster 2024-09-21T06:17:23.997718+0000 mgr.y (mgr.15270) 794 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:25.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:17:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:17:25] "GET /metrics HTTP/1.1" 200 38406 "" "Prometheus/2.51.0" 2024-09-21T06:17:27.326 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:27.02581415Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:27.327 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:27 smithi112 bash[70260]: cluster 2024-09-21T06:17:25.998779+0000 mgr.y (mgr.15270) 795 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:27.327 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:27 smithi112 bash[70260]: cluster 2024-09-21T06:17:25.998779+0000 mgr.y (mgr.15270) 795 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:27 smithi099 bash[89191]: cluster 2024-09-21T06:17:25.998779+0000 mgr.y (mgr.15270) 795 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:27 smithi099 bash[89191]: cluster 2024-09-21T06:17:25.998779+0000 mgr.y (mgr.15270) 795 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:27 smithi099 bash[92856]: cluster 2024-09-21T06:17:25.998779+0000 mgr.y (mgr.15270) 795 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:27 smithi099 bash[92856]: cluster 2024-09-21T06:17:25.998779+0000 mgr.y (mgr.15270) 795 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:17:28.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:28.443 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:28.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:28.444 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:28.444 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:28.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:28.444 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:28.444 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: Stopping Ceph osd.7 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:17:28.445 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:28.445 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:17:28 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:28.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:28 smithi112 bash[41612]: debug 2024-09-21T06:17:28.544+0000 7fddc983a640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:17:28.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:28 smithi112 bash[41612]: debug 2024-09-21T06:17:28.544+0000 7fddc983a640 -1 osd.7 147 *** Got signal Terminated *** 2024-09-21T06:17:28.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:28 smithi112 bash[41612]: debug 2024-09-21T06:17:28.544+0000 7fddc983a640 -1 osd.7 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:17:29.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:29 smithi112 bash[70260]: cluster 2024-09-21T06:17:27.999869+0000 mgr.y (mgr.15270) 796 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:29.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:29 smithi112 bash[70260]: cluster 2024-09-21T06:17:27.999869+0000 mgr.y (mgr.15270) 796 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:29.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:29 smithi112 bash[70260]: cluster 2024-09-21T06:17:28.549871+0000 mon.a (mon.0) 422 : cluster [INF] osd.7 marked itself down and dead 2024-09-21T06:17:29.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:29 smithi112 bash[70260]: cluster 2024-09-21T06:17:28.549871+0000 mon.a (mon.0) 422 : cluster [INF] osd.7 marked itself down and dead 2024-09-21T06:17:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:29 smithi099 bash[89191]: cluster 2024-09-21T06:17:27.999869+0000 mgr.y (mgr.15270) 796 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:29 smithi099 bash[89191]: cluster 2024-09-21T06:17:27.999869+0000 mgr.y (mgr.15270) 796 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:29 smithi099 bash[89191]: cluster 2024-09-21T06:17:28.549871+0000 mon.a (mon.0) 422 : cluster [INF] osd.7 marked itself down and dead 2024-09-21T06:17:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:29 smithi099 bash[89191]: cluster 2024-09-21T06:17:28.549871+0000 mon.a (mon.0) 422 : cluster [INF] osd.7 marked itself down and dead 2024-09-21T06:17:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:29 smithi099 bash[92856]: cluster 2024-09-21T06:17:27.999869+0000 mgr.y (mgr.15270) 796 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:29 smithi099 bash[92856]: cluster 2024-09-21T06:17:27.999869+0000 mgr.y (mgr.15270) 796 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:17:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:29 smithi099 bash[92856]: cluster 2024-09-21T06:17:28.549871+0000 mon.a (mon.0) 422 : cluster [INF] osd.7 marked itself down and dead 2024-09-21T06:17:29.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:29 smithi099 bash[92856]: cluster 2024-09-21T06:17:28.549871+0000 mon.a (mon.0) 422 : cluster [INF] osd.7 marked itself down and dead 2024-09-21T06:17:30.377 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:30 smithi112 bash[86642]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-7 2024-09-21T06:17:30.377 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:30 smithi112 bash[86706]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-7 2024-09-21T06:17:30.377 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:30.041671528Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:30.377 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:30 smithi112 bash[70260]: cluster 2024-09-21T06:17:29.058237+0000 mon.a (mon.0) 423 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:17:30.377 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:30 smithi112 bash[70260]: cluster 2024-09-21T06:17:29.058237+0000 mon.a (mon.0) 423 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:17:30.377 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:30 smithi112 bash[70260]: cluster 2024-09-21T06:17:29.069372+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-21T06:17:30.377 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:30 smithi112 bash[70260]: cluster 2024-09-21T06:17:29.069372+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-21T06:17:30.378 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:30 smithi112 bash[70260]: cluster 2024-09-21T06:17:30.070504+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-21T06:17:30.378 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:30 smithi112 bash[70260]: cluster 2024-09-21T06:17:30.070504+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-21T06:17:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[89191]: cluster 2024-09-21T06:17:29.058237+0000 mon.a (mon.0) 423 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:17:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[89191]: cluster 2024-09-21T06:17:29.058237+0000 mon.a (mon.0) 423 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:17:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[89191]: cluster 2024-09-21T06:17:29.069372+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-21T06:17:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[89191]: cluster 2024-09-21T06:17:29.069372+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-21T06:17:30.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[89191]: cluster 2024-09-21T06:17:30.070504+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-21T06:17:30.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[89191]: cluster 2024-09-21T06:17:30.070504+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-21T06:17:30.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[92856]: cluster 2024-09-21T06:17:29.058237+0000 mon.a (mon.0) 423 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:17:30.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[92856]: cluster 2024-09-21T06:17:29.058237+0000 mon.a (mon.0) 423 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-21T06:17:30.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[92856]: cluster 2024-09-21T06:17:29.069372+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-21T06:17:30.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[92856]: cluster 2024-09-21T06:17:29.069372+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-21T06:17:30.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[92856]: cluster 2024-09-21T06:17:30.070504+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-21T06:17:30.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:30 smithi099 bash[92856]: cluster 2024-09-21T06:17:30.070504+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-21T06:17:31.373 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:31 smithi112 bash[70260]: cluster 2024-09-21T06:17:30.000565+0000 mgr.y (mgr.15270) 797 : cluster [DBG] pgmap v479: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:31.373 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:31 smithi112 bash[70260]: cluster 2024-09-21T06:17:30.000565+0000 mgr.y (mgr.15270) 797 : cluster [DBG] pgmap v479: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:31 smithi099 bash[89191]: cluster 2024-09-21T06:17:30.000565+0000 mgr.y (mgr.15270) 797 : cluster [DBG] pgmap v479: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:31 smithi099 bash[89191]: cluster 2024-09-21T06:17:30.000565+0000 mgr.y (mgr.15270) 797 : cluster [DBG] pgmap v479: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:31 smithi099 bash[92856]: cluster 2024-09-21T06:17:30.000565+0000 mgr.y (mgr.15270) 797 : cluster [DBG] pgmap v479: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:31.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:31 smithi099 bash[92856]: cluster 2024-09-21T06:17:30.000565+0000 mgr.y (mgr.15270) 797 : cluster [DBG] pgmap v479: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:32.443 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.7.service: Deactivated successfully. 2024-09-21T06:17:32.443 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: Stopped Ceph osd.7 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:17:32.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:32 smithi112 bash[70260]: cluster 2024-09-21T06:17:32.111253+0000 mon.a (mon.0) 426 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-21T06:17:32.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:32 smithi112 bash[70260]: cluster 2024-09-21T06:17:32.111253+0000 mon.a (mon.0) 426 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-21T06:17:32.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:32 smithi112 bash[70260]: cluster 2024-09-21T06:17:32.111301+0000 mon.a (mon.0) 427 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:32.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:32 smithi112 bash[70260]: cluster 2024-09-21T06:17:32.111301+0000 mon.a (mon.0) 427 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:32.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:32 smithi099 bash[89191]: cluster 2024-09-21T06:17:32.111253+0000 mon.a (mon.0) 426 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-21T06:17:32.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:32 smithi099 bash[89191]: cluster 2024-09-21T06:17:32.111253+0000 mon.a (mon.0) 426 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-21T06:17:32.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:32 smithi099 bash[89191]: cluster 2024-09-21T06:17:32.111301+0000 mon.a (mon.0) 427 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:32.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:32 smithi099 bash[89191]: cluster 2024-09-21T06:17:32.111301+0000 mon.a (mon.0) 427 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:32.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:32 smithi099 bash[92856]: cluster 2024-09-21T06:17:32.111253+0000 mon.a (mon.0) 426 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-21T06:17:32.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:32 smithi099 bash[92856]: cluster 2024-09-21T06:17:32.111253+0000 mon.a (mon.0) 426 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-21T06:17:32.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:32 smithi099 bash[92856]: cluster 2024-09-21T06:17:32.111301+0000 mon.a (mon.0) 427 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:32.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:32 smithi099 bash[92856]: cluster 2024-09-21T06:17:32.111301+0000 mon.a (mon.0) 427 : cluster [WRN] Health check failed: Degraded data redundancy: 23/732 objects degraded (3.142%), 6 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:32.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:32.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:32.944 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:32.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:32.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:32.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: Started Ceph osd.7 for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:17:32.945 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:32.945 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:32.945 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:32.945 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:17:32 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:17:33.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:33.060901749Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:33.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:33 smithi112 bash[70260]: cluster 2024-09-21T06:17:32.001813+0000 mgr.y (mgr.15270) 798 : cluster [DBG] pgmap v481: 161 pgs: 14 active+undersized, 11 peering, 12 stale+active+clean, 6 active+undersized+degraded, 118 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:17:33.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:33 smithi112 bash[70260]: cluster 2024-09-21T06:17:32.001813+0000 mgr.y (mgr.15270) 798 : cluster [DBG] pgmap v481: 161 pgs: 14 active+undersized, 11 peering, 12 stale+active+clean, 6 active+undersized+degraded, 118 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:17:33.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:33 smithi112 bash[70260]: audit 2024-09-21T06:17:32.704799+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:33 smithi112 bash[70260]: audit 2024-09-21T06:17:32.704799+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:33 smithi112 bash[70260]: audit 2024-09-21T06:17:32.716223+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:33 smithi112 bash[70260]: audit 2024-09-21T06:17:32.716223+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[89191]: cluster 2024-09-21T06:17:32.001813+0000 mgr.y (mgr.15270) 798 : cluster [DBG] pgmap v481: 161 pgs: 14 active+undersized, 11 peering, 12 stale+active+clean, 6 active+undersized+degraded, 118 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[89191]: cluster 2024-09-21T06:17:32.001813+0000 mgr.y (mgr.15270) 798 : cluster [DBG] pgmap v481: 161 pgs: 14 active+undersized, 11 peering, 12 stale+active+clean, 6 active+undersized+degraded, 118 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[89191]: audit 2024-09-21T06:17:32.704799+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[89191]: audit 2024-09-21T06:17:32.704799+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[89191]: audit 2024-09-21T06:17:32.716223+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[89191]: audit 2024-09-21T06:17:32.716223+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[92856]: cluster 2024-09-21T06:17:32.001813+0000 mgr.y (mgr.15270) 798 : cluster [DBG] pgmap v481: 161 pgs: 14 active+undersized, 11 peering, 12 stale+active+clean, 6 active+undersized+degraded, 118 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[92856]: cluster 2024-09-21T06:17:32.001813+0000 mgr.y (mgr.15270) 798 : cluster [DBG] pgmap v481: 161 pgs: 14 active+undersized, 11 peering, 12 stale+active+clean, 6 active+undersized+degraded, 118 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 23/732 objects degraded (3.142%) 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[92856]: audit 2024-09-21T06:17:32.704799+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.491 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[92856]: audit 2024-09-21T06:17:32.704799+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.492 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[92856]: audit 2024-09-21T06:17:32.716223+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:33.492 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:33 smithi099 bash[92856]: audit 2024-09-21T06:17:32.716223+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:34.192 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:34 smithi112 bash[86853]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:17:34.193 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:34 smithi112 bash[86853]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:17:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:35 smithi112 bash[70260]: audit 2024-09-21T06:17:33.491558+0000 mgr.y (mgr.15270) 799 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:35 smithi112 bash[70260]: audit 2024-09-21T06:17:33.491558+0000 mgr.y (mgr.15270) 799 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:35 smithi112 bash[70260]: cluster 2024-09-21T06:17:34.003394+0000 mgr.y (mgr.15270) 800 : cluster [DBG] pgmap v482: 161 pgs: 38 active+undersized, 11 peering, 20 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 57/732 objects degraded (7.787%) 2024-09-21T06:17:35.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:35 smithi112 bash[70260]: cluster 2024-09-21T06:17:34.003394+0000 mgr.y (mgr.15270) 800 : cluster [DBG] pgmap v482: 161 pgs: 38 active+undersized, 11 peering, 20 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 57/732 objects degraded (7.787%) 2024-09-21T06:17:35.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:17:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:17:35] "GET /metrics HTTP/1.1" 200 38410 "" "Prometheus/2.51.0" 2024-09-21T06:17:35.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:35 smithi099 bash[89191]: audit 2024-09-21T06:17:33.491558+0000 mgr.y (mgr.15270) 799 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:35.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:35 smithi099 bash[89191]: audit 2024-09-21T06:17:33.491558+0000 mgr.y (mgr.15270) 799 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:35.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:35 smithi099 bash[89191]: cluster 2024-09-21T06:17:34.003394+0000 mgr.y (mgr.15270) 800 : cluster [DBG] pgmap v482: 161 pgs: 38 active+undersized, 11 peering, 20 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 57/732 objects degraded (7.787%) 2024-09-21T06:17:35.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:35 smithi099 bash[89191]: cluster 2024-09-21T06:17:34.003394+0000 mgr.y (mgr.15270) 800 : cluster [DBG] pgmap v482: 161 pgs: 38 active+undersized, 11 peering, 20 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 57/732 objects degraded (7.787%) 2024-09-21T06:17:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:35 smithi099 bash[92856]: audit 2024-09-21T06:17:33.491558+0000 mgr.y (mgr.15270) 799 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:35 smithi099 bash[92856]: audit 2024-09-21T06:17:33.491558+0000 mgr.y (mgr.15270) 799 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:35 smithi099 bash[92856]: cluster 2024-09-21T06:17:34.003394+0000 mgr.y (mgr.15270) 800 : cluster [DBG] pgmap v482: 161 pgs: 38 active+undersized, 11 peering, 20 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 57/732 objects degraded (7.787%) 2024-09-21T06:17:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:35 smithi099 bash[92856]: cluster 2024-09-21T06:17:34.003394+0000 mgr.y (mgr.15270) 800 : cluster [DBG] pgmap v482: 161 pgs: 38 active+undersized, 11 peering, 20 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 57/732 objects degraded (7.787%) 2024-09-21T06:17:36.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:36.045878084Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:36 smithi112 bash[70260]: audit 2024-09-21T06:17:35.201124+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:36 smithi112 bash[70260]: audit 2024-09-21T06:17:35.201124+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:36 smithi112 bash[70260]: audit 2024-09-21T06:17:35.203840+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:36.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:36 smithi112 bash[70260]: audit 2024-09-21T06:17:35.203840+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:36 smithi099 bash[92856]: audit 2024-09-21T06:17:35.201124+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:36 smithi099 bash[92856]: audit 2024-09-21T06:17:35.201124+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:36 smithi099 bash[92856]: audit 2024-09-21T06:17:35.203840+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:36.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:36 smithi099 bash[92856]: audit 2024-09-21T06:17:35.203840+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:36.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:36 smithi099 bash[89191]: audit 2024-09-21T06:17:35.201124+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:36.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:36 smithi099 bash[89191]: audit 2024-09-21T06:17:35.201124+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:36.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:36 smithi099 bash[89191]: audit 2024-09-21T06:17:35.203840+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:36.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:36 smithi099 bash[89191]: audit 2024-09-21T06:17:35.203840+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[89191]: cluster 2024-09-21T06:17:36.004556+0000 mgr.y (mgr.15270) 801 : cluster [DBG] pgmap v483: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[89191]: cluster 2024-09-21T06:17:36.004556+0000 mgr.y (mgr.15270) 801 : cluster [DBG] pgmap v483: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[89191]: cluster 2024-09-21T06:17:36.197101+0000 mon.a (mon.0) 431 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 6 pgs peering) 2024-09-21T06:17:37.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[89191]: cluster 2024-09-21T06:17:36.197101+0000 mon.a (mon.0) 431 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 6 pgs peering) 2024-09-21T06:17:37.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[89191]: cluster 2024-09-21T06:17:37.193597+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 27 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:37.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[89191]: cluster 2024-09-21T06:17:37.193597+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 27 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[92856]: cluster 2024-09-21T06:17:36.004556+0000 mgr.y (mgr.15270) 801 : cluster [DBG] pgmap v483: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[92856]: cluster 2024-09-21T06:17:36.004556+0000 mgr.y (mgr.15270) 801 : cluster [DBG] pgmap v483: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[92856]: cluster 2024-09-21T06:17:36.197101+0000 mon.a (mon.0) 431 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 6 pgs peering) 2024-09-21T06:17:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[92856]: cluster 2024-09-21T06:17:36.197101+0000 mon.a (mon.0) 431 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 6 pgs peering) 2024-09-21T06:17:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[92856]: cluster 2024-09-21T06:17:37.193597+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 27 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:37 smithi099 bash[92856]: cluster 2024-09-21T06:17:37.193597+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 27 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[70260]: cluster 2024-09-21T06:17:36.004556+0000 mgr.y (mgr.15270) 801 : cluster [DBG] pgmap v483: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[70260]: cluster 2024-09-21T06:17:36.004556+0000 mgr.y (mgr.15270) 801 : cluster [DBG] pgmap v483: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[70260]: cluster 2024-09-21T06:17:36.197101+0000 mon.a (mon.0) 431 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 6 pgs peering) 2024-09-21T06:17:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[70260]: cluster 2024-09-21T06:17:36.197101+0000 mon.a (mon.0) 431 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 6 pgs peering) 2024-09-21T06:17:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[70260]: cluster 2024-09-21T06:17:37.193597+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 27 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[70260]: cluster 2024-09-21T06:17:37.193597+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 96/732 objects degraded (13.115%), 27 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:38.193 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[86853]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-09-21T06:17:38.193 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[86853]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:17:38.193 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[86853]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-21T06:17:38.193 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[86853]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-21T06:17:38.193 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:37 smithi112 bash[86853]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-09-21T06:17:38.693 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:38 smithi112 bash[86853]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-21T06:17:38.693 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:38 smithi112 bash[86853]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-09-21T06:17:38.693 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:38 smithi112 bash[86853]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-21T06:17:38.693 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:38 smithi112 bash[86853]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-21T06:17:38.693 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:38 smithi112 bash[86853]: --> ceph-volume lvm activate successful for osd ID: 7 2024-09-21T06:17:39.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:39.019932432Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[92856]: cluster 2024-09-21T06:17:38.005982+0000 mgr.y (mgr.15270) 802 : cluster [DBG] pgmap v484: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[92856]: cluster 2024-09-21T06:17:38.005982+0000 mgr.y (mgr.15270) 802 : cluster [DBG] pgmap v484: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[92856]: audit 2024-09-21T06:17:38.755673+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[92856]: audit 2024-09-21T06:17:38.755673+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[92856]: audit 2024-09-21T06:17:38.767535+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[92856]: audit 2024-09-21T06:17:38.767535+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[89191]: cluster 2024-09-21T06:17:38.005982+0000 mgr.y (mgr.15270) 802 : cluster [DBG] pgmap v484: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[89191]: cluster 2024-09-21T06:17:38.005982+0000 mgr.y (mgr.15270) 802 : cluster [DBG] pgmap v484: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[89191]: audit 2024-09-21T06:17:38.755673+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[89191]: audit 2024-09-21T06:17:38.755673+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[89191]: audit 2024-09-21T06:17:38.767535+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:39 smithi099 bash[89191]: audit 2024-09-21T06:17:38.767535+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:39 smithi112 bash[70260]: cluster 2024-09-21T06:17:38.005982+0000 mgr.y (mgr.15270) 802 : cluster [DBG] pgmap v484: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:39.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:39 smithi112 bash[70260]: cluster 2024-09-21T06:17:38.005982+0000 mgr.y (mgr.15270) 802 : cluster [DBG] pgmap v484: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:39.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:39 smithi112 bash[70260]: audit 2024-09-21T06:17:38.755673+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:39 smithi112 bash[70260]: audit 2024-09-21T06:17:38.755673+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:39 smithi112 bash[70260]: audit 2024-09-21T06:17:38.767535+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:39.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:39 smithi112 bash[70260]: audit 2024-09-21T06:17:38.767535+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:40.303 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:17:40.693 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:40 smithi112 bash[87534]: debug 2024-09-21T06:17:40.236+0000 7f7748356640 1 -- 172.21.15.112:0/821295371 <== mon.1 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555bcb4da960 con 0x555bcb4fbc00 2024-09-21T06:17:40.936 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:17:40.936 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (12m) 2m ago 39m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:17:40.936 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (12m) 2s ago 39m 70.0M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:17:40.936 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (14m) 2m ago 37m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:17:40.936 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (14m) 2s ago 47m 444M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:17:40.936 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (25m) 2m ago 50m 518M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:17:40.936 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (9m) 2m ago 50m 53.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:17:40.936 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (10m) 2s ago 48m 47.5M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:17:40.936 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (8m) 2m ago 48m 41.3M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (14m) 2m ago 39m 8236k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (13m) 2s ago 39m 8355k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (6m) 2m ago 47m 52.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (6m) 2m ago 46m 51.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (4m) 2m ago 45m 47.3M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running 2m ago 44m - 3036M 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (2m) 2s ago 43m 53.8M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d a0569f8ecc4f 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (89s) 2s ago 42m 53.5M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 2e6f67fad758 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (45s) 2s ago 42m 48.0M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 6bde34265f0b 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running 2s ago 41m - 3292M 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (13m) 2s ago 40m 49.6M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (37m) 2m ago 37m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:17:40.937 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (37m) 2s ago 37m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:17:41.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[89191]: audit 2024-09-21T06:17:39.953794+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[89191]: audit 2024-09-21T06:17:39.953794+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[89191]: audit 2024-09-21T06:17:39.965945+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[89191]: audit 2024-09-21T06:17:39.965945+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[89191]: cluster 2024-09-21T06:17:40.006994+0000 mgr.y (mgr.15270) 803 : cluster [DBG] pgmap v485: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:41.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[89191]: cluster 2024-09-21T06:17:40.006994+0000 mgr.y (mgr.15270) 803 : cluster [DBG] pgmap v485: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[89191]: audit 2024-09-21T06:17:40.293447+0000 mgr.y (mgr.15270) 804 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[89191]: audit 2024-09-21T06:17:40.293447+0000 mgr.y (mgr.15270) 804 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[92856]: audit 2024-09-21T06:17:39.953794+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[92856]: audit 2024-09-21T06:17:39.953794+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[92856]: audit 2024-09-21T06:17:39.965945+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[92856]: audit 2024-09-21T06:17:39.965945+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[92856]: cluster 2024-09-21T06:17:40.006994+0000 mgr.y (mgr.15270) 803 : cluster [DBG] pgmap v485: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[92856]: cluster 2024-09-21T06:17:40.006994+0000 mgr.y (mgr.15270) 803 : cluster [DBG] pgmap v485: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[92856]: audit 2024-09-21T06:17:40.293447+0000 mgr.y (mgr.15270) 804 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:41.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:40 smithi099 bash[92856]: audit 2024-09-21T06:17:40.293447+0000 mgr.y (mgr.15270) 804 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:41.291 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:17:41.291 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:17:41.291 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 7 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2, 2024-09-21T06:17:41.292 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 12 2024-09-21T06:17:41.293 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:17:41.293 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:17:41.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:40 smithi112 bash[70260]: audit 2024-09-21T06:17:39.953794+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:40 smithi112 bash[70260]: audit 2024-09-21T06:17:39.953794+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:40 smithi112 bash[70260]: audit 2024-09-21T06:17:39.965945+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:40 smithi112 bash[70260]: audit 2024-09-21T06:17:39.965945+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:41.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:40 smithi112 bash[70260]: cluster 2024-09-21T06:17:40.006994+0000 mgr.y (mgr.15270) 803 : cluster [DBG] pgmap v485: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:41.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:40 smithi112 bash[70260]: cluster 2024-09-21T06:17:40.006994+0000 mgr.y (mgr.15270) 803 : cluster [DBG] pgmap v485: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:41.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:40 smithi112 bash[70260]: audit 2024-09-21T06:17:40.293447+0000 mgr.y (mgr.15270) 804 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:41.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:40 smithi112 bash[70260]: audit 2024-09-21T06:17:40.293447+0000 mgr.y (mgr.15270) 804 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:41.595 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:17:41.595 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:17:41.595 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:17:41.595 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-21T06:17:41.595 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:17:41.595 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "6/8 daemons upgraded", 2024-09-21T06:17:41.595 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading osd daemons", 2024-09-21T06:17:41.596 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:17:41.596 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:17:42.025 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:41 smithi112 bash[87534]: debug 2024-09-21T06:17:41.744+0000 7f774abbd640 -1 Falling back to public interface 2024-09-21T06:17:42.026 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:41 smithi112 bash[70260]: audit 2024-09-21T06:17:40.608477+0000 mgr.y (mgr.15270) 805 : audit [DBG] from='client.54575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.026 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:41 smithi112 bash[70260]: audit 2024-09-21T06:17:40.608477+0000 mgr.y (mgr.15270) 805 : audit [DBG] from='client.54575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.026 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:41 smithi112 bash[70260]: audit 2024-09-21T06:17:40.904018+0000 mgr.y (mgr.15270) 806 : audit [DBG] from='client.54581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.026 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:41 smithi112 bash[70260]: audit 2024-09-21T06:17:40.904018+0000 mgr.y (mgr.15270) 806 : audit [DBG] from='client.54581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.026 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:41 smithi112 bash[70260]: audit 2024-09-21T06:17:41.292610+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.99:0/2322819115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:42.026 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:41 smithi112 bash[70260]: audit 2024-09-21T06:17:41.292610+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.99:0/2322819115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:42.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[89191]: audit 2024-09-21T06:17:40.608477+0000 mgr.y (mgr.15270) 805 : audit [DBG] from='client.54575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[89191]: audit 2024-09-21T06:17:40.608477+0000 mgr.y (mgr.15270) 805 : audit [DBG] from='client.54575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[89191]: audit 2024-09-21T06:17:40.904018+0000 mgr.y (mgr.15270) 806 : audit [DBG] from='client.54581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[89191]: audit 2024-09-21T06:17:40.904018+0000 mgr.y (mgr.15270) 806 : audit [DBG] from='client.54581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[89191]: audit 2024-09-21T06:17:41.292610+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.99:0/2322819115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:42.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[89191]: audit 2024-09-21T06:17:41.292610+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.99:0/2322819115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:42.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[92856]: audit 2024-09-21T06:17:40.608477+0000 mgr.y (mgr.15270) 805 : audit [DBG] from='client.54575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[92856]: audit 2024-09-21T06:17:40.608477+0000 mgr.y (mgr.15270) 805 : audit [DBG] from='client.54575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[92856]: audit 2024-09-21T06:17:40.904018+0000 mgr.y (mgr.15270) 806 : audit [DBG] from='client.54581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[92856]: audit 2024-09-21T06:17:40.904018+0000 mgr.y (mgr.15270) 806 : audit [DBG] from='client.54581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:42.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[92856]: audit 2024-09-21T06:17:41.292610+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.99:0/2322819115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:42.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:41 smithi099 bash[92856]: audit 2024-09-21T06:17:41.292610+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.99:0/2322819115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:42.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:42.02658822Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:42 smithi099 bash[89191]: audit 2024-09-21T06:17:41.596185+0000 mgr.y (mgr.15270) 807 : audit [DBG] from='client.44622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:42 smithi099 bash[89191]: audit 2024-09-21T06:17:41.596185+0000 mgr.y (mgr.15270) 807 : audit [DBG] from='client.44622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:42 smithi099 bash[89191]: cluster 2024-09-21T06:17:42.008582+0000 mgr.y (mgr.15270) 808 : cluster [DBG] pgmap v486: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:43.260 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:42 smithi099 bash[89191]: cluster 2024-09-21T06:17:42.008582+0000 mgr.y (mgr.15270) 808 : cluster [DBG] pgmap v486: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:43.260 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:42 smithi099 bash[92856]: audit 2024-09-21T06:17:41.596185+0000 mgr.y (mgr.15270) 807 : audit [DBG] from='client.44622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:43.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:42 smithi099 bash[92856]: audit 2024-09-21T06:17:41.596185+0000 mgr.y (mgr.15270) 807 : audit [DBG] from='client.44622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:43.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:42 smithi099 bash[92856]: cluster 2024-09-21T06:17:42.008582+0000 mgr.y (mgr.15270) 808 : cluster [DBG] pgmap v486: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:43.261 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:42 smithi099 bash[92856]: cluster 2024-09-21T06:17:42.008582+0000 mgr.y (mgr.15270) 808 : cluster [DBG] pgmap v486: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:43.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:42 smithi112 bash[70260]: audit 2024-09-21T06:17:41.596185+0000 mgr.y (mgr.15270) 807 : audit [DBG] from='client.44622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:43.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:42 smithi112 bash[70260]: audit 2024-09-21T06:17:41.596185+0000 mgr.y (mgr.15270) 807 : audit [DBG] from='client.44622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:17:43.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:42 smithi112 bash[70260]: cluster 2024-09-21T06:17:42.008582+0000 mgr.y (mgr.15270) 808 : cluster [DBG] pgmap v486: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:43.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:42 smithi112 bash[70260]: cluster 2024-09-21T06:17:42.008582+0000 mgr.y (mgr.15270) 808 : cluster [DBG] pgmap v486: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:45 smithi099 bash[92856]: audit 2024-09-21T06:17:43.502780+0000 mgr.y (mgr.15270) 809 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:45 smithi099 bash[92856]: audit 2024-09-21T06:17:43.502780+0000 mgr.y (mgr.15270) 809 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:45 smithi099 bash[92856]: cluster 2024-09-21T06:17:44.010194+0000 mgr.y (mgr.15270) 810 : cluster [DBG] pgmap v487: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:45.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:45 smithi099 bash[92856]: cluster 2024-09-21T06:17:44.010194+0000 mgr.y (mgr.15270) 810 : cluster [DBG] pgmap v487: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:45.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:45 smithi099 bash[89191]: audit 2024-09-21T06:17:43.502780+0000 mgr.y (mgr.15270) 809 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:45.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:45 smithi099 bash[89191]: audit 2024-09-21T06:17:43.502780+0000 mgr.y (mgr.15270) 809 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:45.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:45 smithi099 bash[89191]: cluster 2024-09-21T06:17:44.010194+0000 mgr.y (mgr.15270) 810 : cluster [DBG] pgmap v487: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:45.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:45 smithi099 bash[89191]: cluster 2024-09-21T06:17:44.010194+0000 mgr.y (mgr.15270) 810 : cluster [DBG] pgmap v487: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:45.443 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:45 smithi112 bash[87534]: debug 2024-09-21T06:17:45.092+0000 7f774abbd640 -1 osd.7 147 log_to_monitors true 2024-09-21T06:17:45.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:45.03147271Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:45 smithi112 bash[70260]: audit 2024-09-21T06:17:43.502780+0000 mgr.y (mgr.15270) 809 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:45 smithi112 bash[70260]: audit 2024-09-21T06:17:43.502780+0000 mgr.y (mgr.15270) 809 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:45 smithi112 bash[70260]: cluster 2024-09-21T06:17:44.010194+0000 mgr.y (mgr.15270) 810 : cluster [DBG] pgmap v487: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:45 smithi112 bash[70260]: cluster 2024-09-21T06:17:44.010194+0000 mgr.y (mgr.15270) 810 : cluster [DBG] pgmap v487: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 96/732 objects degraded (13.115%) 2024-09-21T06:17:45.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:17:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:17:45] "GET /metrics HTTP/1.1" 200 38410 "" "Prometheus/2.51.0" 2024-09-21T06:17:46.443 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:17:46 smithi112 bash[87534]: debug 2024-09-21T06:17:46.120+0000 7f7742967640 -1 osd.7 147 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T06:17:46.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:46 smithi112 bash[70260]: audit 2024-09-21T06:17:45.099661+0000 mon.b (mon.1) 272 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:46 smithi112 bash[70260]: audit 2024-09-21T06:17:45.099661+0000 mon.b (mon.1) 272 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:46 smithi112 bash[70260]: audit 2024-09-21T06:17:45.100625+0000 mon.a (mon.0) 437 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:46 smithi112 bash[70260]: audit 2024-09-21T06:17:45.100625+0000 mon.a (mon.0) 437 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:46 smithi099 bash[89191]: audit 2024-09-21T06:17:45.099661+0000 mon.b (mon.1) 272 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:46 smithi099 bash[89191]: audit 2024-09-21T06:17:45.099661+0000 mon.b (mon.1) 272 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:46 smithi099 bash[89191]: audit 2024-09-21T06:17:45.100625+0000 mon.a (mon.0) 437 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:46 smithi099 bash[89191]: audit 2024-09-21T06:17:45.100625+0000 mon.a (mon.0) 437 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:46 smithi099 bash[92856]: audit 2024-09-21T06:17:45.099661+0000 mon.b (mon.1) 272 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:46 smithi099 bash[92856]: audit 2024-09-21T06:17:45.099661+0000 mon.b (mon.1) 272 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:46 smithi099 bash[92856]: audit 2024-09-21T06:17:45.100625+0000 mon.a (mon.0) 437 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:46.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:46 smithi099 bash[92856]: audit 2024-09-21T06:17:45.100625+0000 mon.a (mon.0) 437 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-21T06:17:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: cluster 2024-09-21T06:17:46.011456+0000 mgr.y (mgr.15270) 811 : cluster [DBG] pgmap v488: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: cluster 2024-09-21T06:17:46.011456+0000 mgr.y (mgr.15270) 811 : cluster [DBG] pgmap v488: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: audit 2024-09-21T06:17:46.077189+0000 mon.a (mon.0) 438 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T06:17:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: audit 2024-09-21T06:17:46.077189+0000 mon.a (mon.0) 438 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T06:17:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: cluster 2024-09-21T06:17:46.085511+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-21T06:17:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: cluster 2024-09-21T06:17:46.085511+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-21T06:17:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: audit 2024-09-21T06:17:46.085922+0000 mon.b (mon.1) 273 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: audit 2024-09-21T06:17:46.085922+0000 mon.b (mon.1) 273 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: audit 2024-09-21T06:17:46.087541+0000 mon.a (mon.0) 440 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:47 smithi112 bash[70260]: audit 2024-09-21T06:17:46.087541+0000 mon.a (mon.0) 440 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: cluster 2024-09-21T06:17:46.011456+0000 mgr.y (mgr.15270) 811 : cluster [DBG] pgmap v488: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: cluster 2024-09-21T06:17:46.011456+0000 mgr.y (mgr.15270) 811 : cluster [DBG] pgmap v488: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: audit 2024-09-21T06:17:46.077189+0000 mon.a (mon.0) 438 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T06:17:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: audit 2024-09-21T06:17:46.077189+0000 mon.a (mon.0) 438 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T06:17:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: cluster 2024-09-21T06:17:46.085511+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: cluster 2024-09-21T06:17:46.085511+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: audit 2024-09-21T06:17:46.085922+0000 mon.b (mon.1) 273 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: audit 2024-09-21T06:17:46.085922+0000 mon.b (mon.1) 273 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: audit 2024-09-21T06:17:46.087541+0000 mon.a (mon.0) 440 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[89191]: audit 2024-09-21T06:17:46.087541+0000 mon.a (mon.0) 440 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: cluster 2024-09-21T06:17:46.011456+0000 mgr.y (mgr.15270) 811 : cluster [DBG] pgmap v488: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: cluster 2024-09-21T06:17:46.011456+0000 mgr.y (mgr.15270) 811 : cluster [DBG] pgmap v488: 161 pgs: 42 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: audit 2024-09-21T06:17:46.077189+0000 mon.a (mon.0) 438 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: audit 2024-09-21T06:17:46.077189+0000 mon.a (mon.0) 438 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: cluster 2024-09-21T06:17:46.085511+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: cluster 2024-09-21T06:17:46.085511+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: audit 2024-09-21T06:17:46.085922+0000 mon.b (mon.1) 273 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: audit 2024-09-21T06:17:46.085922+0000 mon.b (mon.1) 273 : audit [INF] from='osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: audit 2024-09-21T06:17:46.087541+0000 mon.a (mon.0) 440 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:47.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:47 smithi099 bash[92856]: audit 2024-09-21T06:17:46.087541+0000 mon.a (mon.0) 440 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi112", "root=default"]} : dispatch 2024-09-21T06:17:48.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:48.026818186Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: cluster 2024-09-21T06:17:47.078269+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: cluster 2024-09-21T06:17:47.078269+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: cluster 2024-09-21T06:17:47.087648+0000 mon.a (mon.0) 442 : cluster [INF] osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531] boot 2024-09-21T06:17:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: cluster 2024-09-21T06:17:47.087648+0000 mon.a (mon.0) 442 : cluster [INF] osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531] boot 2024-09-21T06:17:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: cluster 2024-09-21T06:17:47.087747+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-21T06:17:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: cluster 2024-09-21T06:17:47.087747+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-21T06:17:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: audit 2024-09-21T06:17:47.089176+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-21T06:17:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: audit 2024-09-21T06:17:47.089176+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-21T06:17:48.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: cluster 2024-09-21T06:17:48.093240+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-21T06:17:48.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:48 smithi112 bash[70260]: cluster 2024-09-21T06:17:48.093240+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-21T06:17:48.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: cluster 2024-09-21T06:17:47.078269+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:48.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: cluster 2024-09-21T06:17:47.078269+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:48.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: cluster 2024-09-21T06:17:47.087648+0000 mon.a (mon.0) 442 : cluster [INF] osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531] boot 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: cluster 2024-09-21T06:17:47.087648+0000 mon.a (mon.0) 442 : cluster [INF] osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531] boot 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: cluster 2024-09-21T06:17:47.087747+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: cluster 2024-09-21T06:17:47.087747+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: audit 2024-09-21T06:17:47.089176+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: audit 2024-09-21T06:17:47.089176+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: cluster 2024-09-21T06:17:48.093240+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[89191]: cluster 2024-09-21T06:17:48.093240+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: cluster 2024-09-21T06:17:47.078269+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: cluster 2024-09-21T06:17:47.078269+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: cluster 2024-09-21T06:17:47.087648+0000 mon.a (mon.0) 442 : cluster [INF] osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531] boot 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: cluster 2024-09-21T06:17:47.087648+0000 mon.a (mon.0) 442 : cluster [INF] osd.7 [v2:172.21.15.112:6824/829562531,v1:172.21.15.112:6825/829562531] boot 2024-09-21T06:17:48.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: cluster 2024-09-21T06:17:47.087747+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-21T06:17:48.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: cluster 2024-09-21T06:17:47.087747+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-21T06:17:48.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: audit 2024-09-21T06:17:47.089176+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-21T06:17:48.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: audit 2024-09-21T06:17:47.089176+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-21T06:17:48.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: cluster 2024-09-21T06:17:48.093240+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-21T06:17:48.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:48 smithi099 bash[92856]: cluster 2024-09-21T06:17:48.093240+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-21T06:17:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:49 smithi112 bash[70260]: cluster 2024-09-21T06:17:48.012542+0000 mgr.y (mgr.15270) 812 : cluster [DBG] pgmap v491: 161 pgs: 5 peering, 37 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:49 smithi112 bash[70260]: cluster 2024-09-21T06:17:48.012542+0000 mgr.y (mgr.15270) 812 : cluster [DBG] pgmap v491: 161 pgs: 5 peering, 37 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:49 smithi099 bash[89191]: cluster 2024-09-21T06:17:48.012542+0000 mgr.y (mgr.15270) 812 : cluster [DBG] pgmap v491: 161 pgs: 5 peering, 37 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:49.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:49 smithi099 bash[89191]: cluster 2024-09-21T06:17:48.012542+0000 mgr.y (mgr.15270) 812 : cluster [DBG] pgmap v491: 161 pgs: 5 peering, 37 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:49.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:49 smithi099 bash[92856]: cluster 2024-09-21T06:17:48.012542+0000 mgr.y (mgr.15270) 812 : cluster [DBG] pgmap v491: 161 pgs: 5 peering, 37 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:49.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:49 smithi099 bash[92856]: cluster 2024-09-21T06:17:48.012542+0000 mgr.y (mgr.15270) 812 : cluster [DBG] pgmap v491: 161 pgs: 5 peering, 37 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 96/732 objects degraded (13.115%) 2024-09-21T06:17:50.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: cluster 2024-09-21T06:17:50.130659+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:50.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: cluster 2024-09-21T06:17:50.130659+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:50.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.148386+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.148386+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.163992+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.163992+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.167178+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:50.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.167178+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:50.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.169328+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:50.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.169328+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:50.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.181030+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:50 smithi112 bash[70260]: audit 2024-09-21T06:17:50.181030+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: cluster 2024-09-21T06:17:50.130659+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:50.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: cluster 2024-09-21T06:17:50.130659+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:50.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.148386+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.148386+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.163992+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.163992+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.167178+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.167178+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.169328+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.169328+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.181030+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[89191]: audit 2024-09-21T06:17:50.181030+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: cluster 2024-09-21T06:17:50.130659+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: cluster 2024-09-21T06:17:50.130659+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded (PG_DEGRADED) 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.148386+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.148386+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.163992+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.163992+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.167178+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:50.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.167178+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:50.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.169328+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:50.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.169328+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:50.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.181030+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:50.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:50 smithi099 bash[92856]: audit 2024-09-21T06:17:50.181030+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:51.045660062Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: cluster 2024-09-21T06:17:50.013897+0000 mgr.y (mgr.15270) 813 : cluster [DBG] pgmap v493: 161 pgs: 5 peering, 26 active+undersized, 18 active+undersized+degraded, 112 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 76/732 objects degraded (10.383%) 2024-09-21T06:17:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: cluster 2024-09-21T06:17:50.013897+0000 mgr.y (mgr.15270) 813 : cluster [DBG] pgmap v493: 161 pgs: 5 peering, 26 active+undersized, 18 active+undersized+degraded, 112 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 76/732 objects degraded (10.383%) 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.228444+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.228444+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.230129+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.230129+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.328170+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.328170+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.332060+0000 mon.b (mon.1) 279 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.332060+0000 mon.b (mon.1) 279 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.334642+0000 mon.b (mon.1) 280 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.334642+0000 mon.b (mon.1) 280 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.337194+0000 mon.b (mon.1) 281 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.337194+0000 mon.b (mon.1) 281 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.340360+0000 mon.b (mon.1) 282 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.340360+0000 mon.b (mon.1) 282 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.342185+0000 mgr.y (mgr.15270) 814 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:17:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.342185+0000 mgr.y (mgr.15270) 814 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:17:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.351369+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.351369+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.356428+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.445 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.356428+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.357434+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.357434+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.365999+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.365999+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.369963+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.369963+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.370928+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.370928+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.376853+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.376853+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-21T06:17:51.446 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.380850+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.380850+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.382001+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.382001+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.387764+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.387764+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.391700+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.391700+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.392727+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.392727+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.398346+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.398346+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.402681+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.402681+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.447 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.403803+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.403803+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.409706+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.409706+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.414064+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.414064+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.415137+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.415137+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.420971+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.420971+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.425210+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.425210+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.426298+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.448 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.426298+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.432076+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.432076+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.436600+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.436600+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.437649+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.437649+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.445860+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.445860+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.455687+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.455687+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.467526+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.467526+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.449 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.474829+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.450 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.474829+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.486522+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.486522+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.492948+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.492948+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.496010+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.496010+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.508070+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.508070+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.515864+0000 mon.b (mon.1) 295 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.451 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.515864+0000 mon.b (mon.1) 295 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.527171+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.527171+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.534627+0000 mon.b (mon.1) 296 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.534627+0000 mon.b (mon.1) 296 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.544187+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.544187+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.550546+0000 mon.b (mon.1) 297 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.550546+0000 mon.b (mon.1) 297 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.554315+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.554315+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.557949+0000 mon.b (mon.1) 299 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.557949+0000 mon.b (mon.1) 299 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.561769+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.561769+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.565328+0000 mon.b (mon.1) 301 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.452 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.565328+0000 mon.b (mon.1) 301 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.568788+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.568788+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.574440+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.574440+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.575492+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.575492+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.584174+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.584174+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.588359+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.588359+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.589630+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.589630+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.597673+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:17:51.453 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.597673+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.604100+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.604100+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.605367+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.605367+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.617114+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.617114+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.632479+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.632479+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.633727+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.633727+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.643671+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.643671+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:17:51.454 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.647601+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.647601+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.648806+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.648806+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.656874+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.656874+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.661529+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.661529+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.662617+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.662617+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.664494+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.664494+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.665510+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.665510+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.675228+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.675228+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:17:51.455 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.680299+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.680299+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.681386+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.681386+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.683203+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.683203+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.684403+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.684403+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.694539+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.694539+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.699695+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.699695+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.700674+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.700674+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.702396+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.456 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.702396+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.703422+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.703422+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.712510+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.712510+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.717175+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.717175+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.718170+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.718170+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.726177+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.726177+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.730398+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.730398+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.731433+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.731433+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.733530+0000 mon.b (mon.1) 316 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.457 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.733530+0000 mon.b (mon.1) 316 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.734738+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.734738+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.736834+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.736834+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.738075+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.738075+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.740311+0000 mon.b (mon.1) 318 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.740311+0000 mon.b (mon.1) 318 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.741506+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.741506+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.743332+0000 mon.b (mon.1) 319 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.743332+0000 mon.b (mon.1) 319 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.744577+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.744577+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.458 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.746458+0000 mon.b (mon.1) 320 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.746458+0000 mon.b (mon.1) 320 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.747463+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.747463+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.750154+0000 mon.b (mon.1) 321 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.750154+0000 mon.b (mon.1) 321 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.751469+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.751469+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.759575+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.759575+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.761586+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.761586+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.763669+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.763669+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.777677+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.777677+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.459 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.905399+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.460 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.905399+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.460 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.907412+0000 mon.b (mon.1) 325 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.460 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.907412+0000 mon.b (mon.1) 325 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.460 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.920774+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.460 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:51 smithi112 bash[70260]: audit 2024-09-21T06:17:50.920774+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: cluster 2024-09-21T06:17:50.013897+0000 mgr.y (mgr.15270) 813 : cluster [DBG] pgmap v493: 161 pgs: 5 peering, 26 active+undersized, 18 active+undersized+degraded, 112 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 76/732 objects degraded (10.383%) 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: cluster 2024-09-21T06:17:50.013897+0000 mgr.y (mgr.15270) 813 : cluster [DBG] pgmap v493: 161 pgs: 5 peering, 26 active+undersized, 18 active+undersized+degraded, 112 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 76/732 objects degraded (10.383%) 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.228444+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.228444+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.230129+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.230129+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.328170+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.328170+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.332060+0000 mon.b (mon.1) 279 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.332060+0000 mon.b (mon.1) 279 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.334642+0000 mon.b (mon.1) 280 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.334642+0000 mon.b (mon.1) 280 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.337194+0000 mon.b (mon.1) 281 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.337194+0000 mon.b (mon.1) 281 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.340360+0000 mon.b (mon.1) 282 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.340360+0000 mon.b (mon.1) 282 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.342185+0000 mgr.y (mgr.15270) 814 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.342185+0000 mgr.y (mgr.15270) 814 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.351369+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.351369+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: cluster 2024-09-21T06:17:50.013897+0000 mgr.y (mgr.15270) 813 : cluster [DBG] pgmap v493: 161 pgs: 5 peering, 26 active+undersized, 18 active+undersized+degraded, 112 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 76/732 objects degraded (10.383%) 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: cluster 2024-09-21T06:17:50.013897+0000 mgr.y (mgr.15270) 813 : cluster [DBG] pgmap v493: 161 pgs: 5 peering, 26 active+undersized, 18 active+undersized+degraded, 112 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 76/732 objects degraded (10.383%) 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.228444+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.228444+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.230129+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.230129+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.328170+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.328170+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.332060+0000 mon.b (mon.1) 279 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.332060+0000 mon.b (mon.1) 279 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.334642+0000 mon.b (mon.1) 280 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.334642+0000 mon.b (mon.1) 280 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.337194+0000 mon.b (mon.1) 281 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.337194+0000 mon.b (mon.1) 281 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.340360+0000 mon.b (mon.1) 282 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.340360+0000 mon.b (mon.1) 282 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.342185+0000 mgr.y (mgr.15270) 814 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.342185+0000 mgr.y (mgr.15270) 814 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.351369+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.351369+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.356428+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.356428+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.357434+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.357434+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.365999+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.365999+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-21T06:17:51.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.369963+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.369963+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.370928+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.370928+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.376853+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.376853+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.380850+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.380850+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.382001+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.382001+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.387764+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-21T06:17:51.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.356428+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.356428+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.357434+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.357434+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.365999+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.365999+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.369963+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.369963+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.370928+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.370928+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.376853+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.376853+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.380850+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.380850+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.382001+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.382001+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.387764+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.387764+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.391700+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.391700+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.392727+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.392727+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.398346+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.398346+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-21T06:17:51.517 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.402681+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.402681+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.403803+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.403803+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.409706+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.409706+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.414064+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.414064+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.415137+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.415137+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.420971+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.387764+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-21T06:17:51.518 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.391700+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.391700+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.392727+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.392727+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.398346+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.398346+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.402681+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.402681+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.403803+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.403803+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.409706+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.409706+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.414064+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.414064+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.519 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.415137+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.415137+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.420971+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.420971+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.425210+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.425210+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.426298+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.426298+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.432076+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.432076+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.436600+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.436600+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.437649+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.437649+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.445860+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.445860+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.455687+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.455687+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.467526+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.467526+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.474829+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.474829+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.420971+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.425210+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.425210+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.426298+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.426298+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.432076+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.432076+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.436600+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.436600+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.437649+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.437649+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.445860+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.445860+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-21T06:17:51.522 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.455687+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.455687+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.467526+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.467526+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.474829+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.474829+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.486522+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.486522+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.492948+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.492948+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.496010+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.496010+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.523 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.508070+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.508070+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.515864+0000 mon.b (mon.1) 295 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.515864+0000 mon.b (mon.1) 295 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.527171+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.527171+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.534627+0000 mon.b (mon.1) 296 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.534627+0000 mon.b (mon.1) 296 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.544187+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.544187+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.550546+0000 mon.b (mon.1) 297 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.550546+0000 mon.b (mon.1) 297 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.554315+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.554315+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.557949+0000 mon.b (mon.1) 299 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.557949+0000 mon.b (mon.1) 299 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.486522+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.486522+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.492948+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.492948+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.496010+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.496010+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.508070+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.508070+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.515864+0000 mon.b (mon.1) 295 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.515864+0000 mon.b (mon.1) 295 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.527171+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.527171+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.534627+0000 mon.b (mon.1) 296 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.534627+0000 mon.b (mon.1) 296 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.544187+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.544187+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.550546+0000 mon.b (mon.1) 297 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.550546+0000 mon.b (mon.1) 297 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.554315+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.554315+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.557949+0000 mon.b (mon.1) 299 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.557949+0000 mon.b (mon.1) 299 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.561769+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.526 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.561769+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.565328+0000 mon.b (mon.1) 301 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.565328+0000 mon.b (mon.1) 301 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.568788+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.568788+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.574440+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.574440+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.575492+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.575492+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.584174+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.584174+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.588359+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.588359+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.589630+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.589630+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.597673+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.597673+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.604100+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.561769+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.561769+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.565328+0000 mon.b (mon.1) 301 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.565328+0000 mon.b (mon.1) 301 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.568788+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.568788+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.574440+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.574440+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.575492+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.575492+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:17:51.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.584174+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.584174+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.588359+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.588359+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.589630+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.589630+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.597673+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.597673+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.604100+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.604100+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.605367+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.605367+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.529 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.617114+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.617114+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.632479+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.632479+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.633727+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.633727+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.643671+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.643671+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.647601+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.647601+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.648806+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.648806+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.656874+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:17:51.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.656874+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.604100+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.605367+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.605367+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.617114+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.617114+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.632479+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.632479+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.633727+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.633727+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:17:51.531 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.643671+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.643671+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.647601+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.647601+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.648806+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.648806+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.656874+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.656874+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.661529+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.661529+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.662617+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.662617+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.664494+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.664494+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.665510+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.532 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.665510+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.675228+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.675228+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.680299+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.680299+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.681386+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.681386+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.683203+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.683203+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.684403+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.533 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.661529+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.661529+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.662617+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.662617+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.664494+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.664494+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.665510+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.665510+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.675228+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.675228+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.680299+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.680299+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.681386+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.681386+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.683203+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.683203+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.684403+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.684403+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.694539+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.694539+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.699695+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.699695+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.700674+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.700674+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.702396+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.535 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.702396+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.703422+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.703422+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.712510+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.712510+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.717175+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.717175+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.718170+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.718170+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.684403+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.694539+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.694539+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:17:51.536 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.699695+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.699695+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.700674+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.700674+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.702396+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.702396+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.703422+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.703422+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.712510+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.712510+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.717175+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.717175+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.718170+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.718170+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:17:51.537 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.726177+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.726177+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.730398+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.730398+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.731433+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.731433+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.733530+0000 mon.b (mon.1) 316 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.733530+0000 mon.b (mon.1) 316 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.734738+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.734738+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.736834+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.736834+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.738075+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.738075+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.538 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.740311+0000 mon.b (mon.1) 318 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.740311+0000 mon.b (mon.1) 318 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.741506+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.741506+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.726177+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.726177+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.730398+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.730398+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.731433+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.731433+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.733530+0000 mon.b (mon.1) 316 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.733530+0000 mon.b (mon.1) 316 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.734738+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.539 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.734738+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.736834+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.736834+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.738075+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.738075+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.740311+0000 mon.b (mon.1) 318 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.740311+0000 mon.b (mon.1) 318 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.741506+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.741506+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.743332+0000 mon.b (mon.1) 319 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.743332+0000 mon.b (mon.1) 319 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.744577+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.744577+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.540 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.746458+0000 mon.b (mon.1) 320 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.746458+0000 mon.b (mon.1) 320 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.747463+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.747463+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.750154+0000 mon.b (mon.1) 321 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.750154+0000 mon.b (mon.1) 321 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.751469+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.751469+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.759575+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.759575+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.761586+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.761586+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.541 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.763669+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.743332+0000 mon.b (mon.1) 319 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.743332+0000 mon.b (mon.1) 319 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.744577+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.744577+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.746458+0000 mon.b (mon.1) 320 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.746458+0000 mon.b (mon.1) 320 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.747463+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.747463+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.750154+0000 mon.b (mon.1) 321 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.750154+0000 mon.b (mon.1) 321 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.751469+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.751469+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.759575+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:17:51.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.759575+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.761586+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.761586+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.763669+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.763669+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.777677+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.777677+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.905399+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.905399+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.907412+0000 mon.b (mon.1) 325 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.907412+0000 mon.b (mon.1) 325 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.920774+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[92856]: audit 2024-09-21T06:17:50.920774+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.763669+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.777677+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.777677+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.905399+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.905399+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:17:51.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.907412+0000 mon.b (mon.1) 325 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.907412+0000 mon.b (mon.1) 325 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:17:51.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.920774+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:51.544 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:51 smithi099 bash[89191]: audit 2024-09-21T06:17:50.920774+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:52.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.457995+0000 mgr.y (mgr.15270) 815 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.457995+0000 mgr.y (mgr.15270) 815 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.477085+0000 mgr.y (mgr.15270) 816 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.477085+0000 mgr.y (mgr.15270) 816 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.498191+0000 mgr.y (mgr.15270) 817 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.498191+0000 mgr.y (mgr.15270) 817 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.518279+0000 mgr.y (mgr.15270) 818 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.518279+0000 mgr.y (mgr.15270) 818 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.536762+0000 mgr.y (mgr.15270) 819 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.536762+0000 mgr.y (mgr.15270) 819 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.571058+0000 mgr.y (mgr.15270) 820 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.571058+0000 mgr.y (mgr.15270) 820 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.749472+0000 mgr.y (mgr.15270) 821 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:17:52.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[89191]: cephadm 2024-09-21T06:17:50.749472+0000 mgr.y (mgr.15270) 821 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.457995+0000 mgr.y (mgr.15270) 815 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.457995+0000 mgr.y (mgr.15270) 815 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.477085+0000 mgr.y (mgr.15270) 816 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.477085+0000 mgr.y (mgr.15270) 816 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.498191+0000 mgr.y (mgr.15270) 817 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.498191+0000 mgr.y (mgr.15270) 817 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.518279+0000 mgr.y (mgr.15270) 818 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.518279+0000 mgr.y (mgr.15270) 818 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.536762+0000 mgr.y (mgr.15270) 819 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.536762+0000 mgr.y (mgr.15270) 819 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.571058+0000 mgr.y (mgr.15270) 820 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.571058+0000 mgr.y (mgr.15270) 820 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.749472+0000 mgr.y (mgr.15270) 821 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:17:52.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:52 smithi099 bash[92856]: cephadm 2024-09-21T06:17:50.749472+0000 mgr.y (mgr.15270) 821 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:17:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.457995+0000 mgr.y (mgr.15270) 815 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:17:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.457995+0000 mgr.y (mgr.15270) 815 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:17:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.477085+0000 mgr.y (mgr.15270) 816 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:17:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.477085+0000 mgr.y (mgr.15270) 816 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.498191+0000 mgr.y (mgr.15270) 817 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.498191+0000 mgr.y (mgr.15270) 817 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.518279+0000 mgr.y (mgr.15270) 818 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.518279+0000 mgr.y (mgr.15270) 818 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.536762+0000 mgr.y (mgr.15270) 819 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.536762+0000 mgr.y (mgr.15270) 819 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.571058+0000 mgr.y (mgr.15270) 820 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.571058+0000 mgr.y (mgr.15270) 820 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.749472+0000 mgr.y (mgr.15270) 821 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:17:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:52 smithi112 bash[70260]: cephadm 2024-09-21T06:17:50.749472+0000 mgr.y (mgr.15270) 821 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:17:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[89191]: cluster 2024-09-21T06:17:52.015299+0000 mgr.y (mgr.15270) 822 : cluster [DBG] pgmap v494: 161 pgs: 5 peering, 1 active+undersized, 155 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:17:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[89191]: cluster 2024-09-21T06:17:52.015299+0000 mgr.y (mgr.15270) 822 : cluster [DBG] pgmap v494: 161 pgs: 5 peering, 1 active+undersized, 155 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:17:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[89191]: cluster 2024-09-21T06:17:52.227688+0000 mon.a (mon.0) 503 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded) 2024-09-21T06:17:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[89191]: cluster 2024-09-21T06:17:52.227688+0000 mon.a (mon.0) 503 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded) 2024-09-21T06:17:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[89191]: cluster 2024-09-21T06:17:52.227736+0000 mon.a (mon.0) 504 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:53.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[89191]: cluster 2024-09-21T06:17:52.227736+0000 mon.a (mon.0) 504 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:53.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[92856]: cluster 2024-09-21T06:17:52.015299+0000 mgr.y (mgr.15270) 822 : cluster [DBG] pgmap v494: 161 pgs: 5 peering, 1 active+undersized, 155 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:17:53.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[92856]: cluster 2024-09-21T06:17:52.015299+0000 mgr.y (mgr.15270) 822 : cluster [DBG] pgmap v494: 161 pgs: 5 peering, 1 active+undersized, 155 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:17:53.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[92856]: cluster 2024-09-21T06:17:52.227688+0000 mon.a (mon.0) 503 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded) 2024-09-21T06:17:53.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[92856]: cluster 2024-09-21T06:17:52.227688+0000 mon.a (mon.0) 503 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded) 2024-09-21T06:17:53.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[92856]: cluster 2024-09-21T06:17:52.227736+0000 mon.a (mon.0) 504 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:53.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:53 smithi099 bash[92856]: cluster 2024-09-21T06:17:52.227736+0000 mon.a (mon.0) 504 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:53 smithi112 bash[70260]: cluster 2024-09-21T06:17:52.015299+0000 mgr.y (mgr.15270) 822 : cluster [DBG] pgmap v494: 161 pgs: 5 peering, 1 active+undersized, 155 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:17:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:53 smithi112 bash[70260]: cluster 2024-09-21T06:17:52.015299+0000 mgr.y (mgr.15270) 822 : cluster [DBG] pgmap v494: 161 pgs: 5 peering, 1 active+undersized, 155 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:17:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:53 smithi112 bash[70260]: cluster 2024-09-21T06:17:52.227688+0000 mon.a (mon.0) 503 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded) 2024-09-21T06:17:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:53 smithi112 bash[70260]: cluster 2024-09-21T06:17:52.227688+0000 mon.a (mon.0) 503 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/732 objects degraded (10.383%), 18 pgs degraded) 2024-09-21T06:17:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:53 smithi112 bash[70260]: cluster 2024-09-21T06:17:52.227736+0000 mon.a (mon.0) 504 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:53 smithi112 bash[70260]: cluster 2024-09-21T06:17:52.227736+0000 mon.a (mon.0) 504 : cluster [INF] Cluster is now healthy 2024-09-21T06:17:54.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:54.026528475Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:55.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:17:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:17:55] "GET /metrics HTTP/1.1" 200 38257 "" "Prometheus/2.51.0" 2024-09-21T06:17:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:55 smithi099 bash[89191]: audit 2024-09-21T06:17:53.514020+0000 mgr.y (mgr.15270) 823 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:55.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:55 smithi099 bash[89191]: audit 2024-09-21T06:17:53.514020+0000 mgr.y (mgr.15270) 823 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:55 smithi099 bash[89191]: cluster 2024-09-21T06:17:54.016489+0000 mgr.y (mgr.15270) 824 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:17:55.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:55 smithi099 bash[89191]: cluster 2024-09-21T06:17:54.016489+0000 mgr.y (mgr.15270) 824 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:17:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:55 smithi099 bash[92856]: audit 2024-09-21T06:17:53.514020+0000 mgr.y (mgr.15270) 823 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:55 smithi099 bash[92856]: audit 2024-09-21T06:17:53.514020+0000 mgr.y (mgr.15270) 823 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:55 smithi099 bash[92856]: cluster 2024-09-21T06:17:54.016489+0000 mgr.y (mgr.15270) 824 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:17:55.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:55 smithi099 bash[92856]: cluster 2024-09-21T06:17:54.016489+0000 mgr.y (mgr.15270) 824 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:17:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:55 smithi112 bash[70260]: audit 2024-09-21T06:17:53.514020+0000 mgr.y (mgr.15270) 823 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:55 smithi112 bash[70260]: audit 2024-09-21T06:17:53.514020+0000 mgr.y (mgr.15270) 823 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:17:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:55 smithi112 bash[70260]: cluster 2024-09-21T06:17:54.016489+0000 mgr.y (mgr.15270) 824 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:17:55.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:55 smithi112 bash[70260]: cluster 2024-09-21T06:17:54.016489+0000 mgr.y (mgr.15270) 824 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-21T06:17:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:56 smithi112 bash[70260]: audit 2024-09-21T06:17:55.571526+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:56 smithi112 bash[70260]: audit 2024-09-21T06:17:55.571526+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:56 smithi112 bash[70260]: cluster 2024-09-21T06:17:56.017423+0000 mgr.y (mgr.15270) 825 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 573 B/s rd, 0 op/s 2024-09-21T06:17:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:56 smithi112 bash[70260]: cluster 2024-09-21T06:17:56.017423+0000 mgr.y (mgr.15270) 825 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 573 B/s rd, 0 op/s 2024-09-21T06:17:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:56 smithi099 bash[89191]: audit 2024-09-21T06:17:55.571526+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:56 smithi099 bash[89191]: audit 2024-09-21T06:17:55.571526+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:56 smithi099 bash[89191]: cluster 2024-09-21T06:17:56.017423+0000 mgr.y (mgr.15270) 825 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 573 B/s rd, 0 op/s 2024-09-21T06:17:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:56 smithi099 bash[89191]: cluster 2024-09-21T06:17:56.017423+0000 mgr.y (mgr.15270) 825 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 573 B/s rd, 0 op/s 2024-09-21T06:17:57.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:56 smithi099 bash[92856]: audit 2024-09-21T06:17:55.571526+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:57.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:56 smithi099 bash[92856]: audit 2024-09-21T06:17:55.571526+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:17:57.010 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:56 smithi099 bash[92856]: cluster 2024-09-21T06:17:56.017423+0000 mgr.y (mgr.15270) 825 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 573 B/s rd, 0 op/s 2024-09-21T06:17:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:56 smithi099 bash[92856]: cluster 2024-09-21T06:17:56.017423+0000 mgr.y (mgr.15270) 825 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 573 B/s rd, 0 op/s 2024-09-21T06:17:57.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:17:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:17:57.031754963Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:17:59.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:59 smithi112 bash[70260]: cluster 2024-09-21T06:17:58.018669+0000 mgr.y (mgr.15270) 826 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:59.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:17:59 smithi112 bash[70260]: cluster 2024-09-21T06:17:58.018669+0000 mgr.y (mgr.15270) 826 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:59 smithi099 bash[89191]: cluster 2024-09-21T06:17:58.018669+0000 mgr.y (mgr.15270) 826 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:17:59 smithi099 bash[89191]: cluster 2024-09-21T06:17:58.018669+0000 mgr.y (mgr.15270) 826 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:59.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:59 smithi099 bash[92856]: cluster 2024-09-21T06:17:58.018669+0000 mgr.y (mgr.15270) 826 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:17:59.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:17:59 smithi099 bash[92856]: cluster 2024-09-21T06:17:58.018669+0000 mgr.y (mgr.15270) 826 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-21T06:18:00.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:00.041910268Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:01.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:01 smithi112 bash[70260]: cluster 2024-09-21T06:18:00.019835+0000 mgr.y (mgr.15270) 827 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 858 B/s rd, 0 op/s 2024-09-21T06:18:01.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:01 smithi112 bash[70260]: cluster 2024-09-21T06:18:00.019835+0000 mgr.y (mgr.15270) 827 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 858 B/s rd, 0 op/s 2024-09-21T06:18:01.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:01 smithi112 bash[70260]: audit 2024-09-21T06:18:00.585581+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:01.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:01 smithi112 bash[70260]: audit 2024-09-21T06:18:00.585581+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:01.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:01 smithi099 bash[89191]: cluster 2024-09-21T06:18:00.019835+0000 mgr.y (mgr.15270) 827 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 858 B/s rd, 0 op/s 2024-09-21T06:18:01.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:01 smithi099 bash[89191]: cluster 2024-09-21T06:18:00.019835+0000 mgr.y (mgr.15270) 827 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 858 B/s rd, 0 op/s 2024-09-21T06:18:01.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:01 smithi099 bash[89191]: audit 2024-09-21T06:18:00.585581+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:01.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:01 smithi099 bash[89191]: audit 2024-09-21T06:18:00.585581+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:01.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:01 smithi099 bash[92856]: cluster 2024-09-21T06:18:00.019835+0000 mgr.y (mgr.15270) 827 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 858 B/s rd, 0 op/s 2024-09-21T06:18:01.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:01 smithi099 bash[92856]: cluster 2024-09-21T06:18:00.019835+0000 mgr.y (mgr.15270) 827 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 858 B/s rd, 0 op/s 2024-09-21T06:18:01.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:01 smithi099 bash[92856]: audit 2024-09-21T06:18:00.585581+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:01.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:01 smithi099 bash[92856]: audit 2024-09-21T06:18:00.585581+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:03.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:03.044668273Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:03 smithi112 bash[70260]: cluster 2024-09-21T06:18:02.021074+0000 mgr.y (mgr.15270) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:03 smithi112 bash[70260]: cluster 2024-09-21T06:18:02.021074+0000 mgr.y (mgr.15270) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:03 smithi099 bash[89191]: cluster 2024-09-21T06:18:02.021074+0000 mgr.y (mgr.15270) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:03 smithi099 bash[89191]: cluster 2024-09-21T06:18:02.021074+0000 mgr.y (mgr.15270) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:03.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:03 smithi099 bash[92856]: cluster 2024-09-21T06:18:02.021074+0000 mgr.y (mgr.15270) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:03.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:03 smithi099 bash[92856]: cluster 2024-09-21T06:18:02.021074+0000 mgr.y (mgr.15270) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:05.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:05 smithi099 bash[92856]: audit 2024-09-21T06:18:03.523621+0000 mgr.y (mgr.15270) 829 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:05.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:05 smithi099 bash[92856]: audit 2024-09-21T06:18:03.523621+0000 mgr.y (mgr.15270) 829 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:05.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:05 smithi099 bash[92856]: cluster 2024-09-21T06:18:04.022307+0000 mgr.y (mgr.15270) 830 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:05.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:05 smithi099 bash[92856]: cluster 2024-09-21T06:18:04.022307+0000 mgr.y (mgr.15270) 830 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:05.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:05 smithi099 bash[89191]: audit 2024-09-21T06:18:03.523621+0000 mgr.y (mgr.15270) 829 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:05.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:05 smithi099 bash[89191]: audit 2024-09-21T06:18:03.523621+0000 mgr.y (mgr.15270) 829 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:05.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:05 smithi099 bash[89191]: cluster 2024-09-21T06:18:04.022307+0000 mgr.y (mgr.15270) 830 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:05.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:05 smithi099 bash[89191]: cluster 2024-09-21T06:18:04.022307+0000 mgr.y (mgr.15270) 830 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:05.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:05 smithi112 bash[70260]: audit 2024-09-21T06:18:03.523621+0000 mgr.y (mgr.15270) 829 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:05.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:05 smithi112 bash[70260]: audit 2024-09-21T06:18:03.523621+0000 mgr.y (mgr.15270) 829 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:05.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:05 smithi112 bash[70260]: cluster 2024-09-21T06:18:04.022307+0000 mgr.y (mgr.15270) 830 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:05.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:05 smithi112 bash[70260]: cluster 2024-09-21T06:18:04.022307+0000 mgr.y (mgr.15270) 830 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:05.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:18:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:18:05] "GET /metrics HTTP/1.1" 200 38400 "" "Prometheus/2.51.0" 2024-09-21T06:18:06.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:06.06056409Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:06.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:06 smithi112 bash[70260]: audit 2024-09-21T06:18:05.227417+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:06.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:06 smithi112 bash[70260]: audit 2024-09-21T06:18:05.227417+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:06.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:06 smithi112 bash[70260]: audit 2024-09-21T06:18:05.229647+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:06.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:06 smithi112 bash[70260]: audit 2024-09-21T06:18:05.229647+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:06 smithi099 bash[89191]: audit 2024-09-21T06:18:05.227417+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:06 smithi099 bash[89191]: audit 2024-09-21T06:18:05.227417+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:06 smithi099 bash[89191]: audit 2024-09-21T06:18:05.229647+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:06 smithi099 bash[89191]: audit 2024-09-21T06:18:05.229647+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:06.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:06 smithi099 bash[92856]: audit 2024-09-21T06:18:05.227417+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:06.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:06 smithi099 bash[92856]: audit 2024-09-21T06:18:05.227417+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:06.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:06 smithi099 bash[92856]: audit 2024-09-21T06:18:05.229647+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:06.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:06 smithi099 bash[92856]: audit 2024-09-21T06:18:05.229647+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:07 smithi099 bash[89191]: cluster 2024-09-21T06:18:06.023299+0000 mgr.y (mgr.15270) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:07 smithi099 bash[89191]: cluster 2024-09-21T06:18:06.023299+0000 mgr.y (mgr.15270) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:07 smithi099 bash[92856]: cluster 2024-09-21T06:18:06.023299+0000 mgr.y (mgr.15270) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:07.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:07 smithi099 bash[92856]: cluster 2024-09-21T06:18:06.023299+0000 mgr.y (mgr.15270) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:07 smithi112 bash[70260]: cluster 2024-09-21T06:18:06.023299+0000 mgr.y (mgr.15270) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:07 smithi112 bash[70260]: cluster 2024-09-21T06:18:06.023299+0000 mgr.y (mgr.15270) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:09.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:09.065463641Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:09.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:09 smithi112 bash[70260]: cluster 2024-09-21T06:18:08.024641+0000 mgr.y (mgr.15270) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:09.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:09 smithi112 bash[70260]: cluster 2024-09-21T06:18:08.024641+0000 mgr.y (mgr.15270) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:09 smithi099 bash[89191]: cluster 2024-09-21T06:18:08.024641+0000 mgr.y (mgr.15270) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:09 smithi099 bash[89191]: cluster 2024-09-21T06:18:08.024641+0000 mgr.y (mgr.15270) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:09 smithi099 bash[92856]: cluster 2024-09-21T06:18:08.024641+0000 mgr.y (mgr.15270) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:09.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:09 smithi099 bash[92856]: cluster 2024-09-21T06:18:08.024641+0000 mgr.y (mgr.15270) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:11 smithi099 bash[89191]: cluster 2024-09-21T06:18:10.025901+0000 mgr.y (mgr.15270) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:11 smithi099 bash[89191]: cluster 2024-09-21T06:18:10.025901+0000 mgr.y (mgr.15270) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:11.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:11 smithi099 bash[92856]: cluster 2024-09-21T06:18:10.025901+0000 mgr.y (mgr.15270) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:11.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:11 smithi099 bash[92856]: cluster 2024-09-21T06:18:10.025901+0000 mgr.y (mgr.15270) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:11.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:11 smithi112 bash[70260]: cluster 2024-09-21T06:18:10.025901+0000 mgr.y (mgr.15270) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:11.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:11 smithi112 bash[70260]: cluster 2024-09-21T06:18:10.025901+0000 mgr.y (mgr.15270) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:12.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:12.063023782Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:12.645 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T06:18:13.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:13 smithi099 bash[89191]: audit 2024-09-21T06:18:11.918808+0000 mgr.y (mgr.15270) 834 : audit [DBG] from='client.54602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:13.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:13 smithi099 bash[89191]: audit 2024-09-21T06:18:11.918808+0000 mgr.y (mgr.15270) 834 : audit [DBG] from='client.54602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:13.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:13 smithi099 bash[89191]: cluster 2024-09-21T06:18:12.026631+0000 mgr.y (mgr.15270) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:13.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:13 smithi099 bash[89191]: cluster 2024-09-21T06:18:12.026631+0000 mgr.y (mgr.15270) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:13 smithi099 bash[92856]: audit 2024-09-21T06:18:11.918808+0000 mgr.y (mgr.15270) 834 : audit [DBG] from='client.54602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:13 smithi099 bash[92856]: audit 2024-09-21T06:18:11.918808+0000 mgr.y (mgr.15270) 834 : audit [DBG] from='client.54602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:13 smithi099 bash[92856]: cluster 2024-09-21T06:18:12.026631+0000 mgr.y (mgr.15270) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:13 smithi099 bash[92856]: cluster 2024-09-21T06:18:12.026631+0000 mgr.y (mgr.15270) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:13.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:13 smithi112 bash[70260]: audit 2024-09-21T06:18:11.918808+0000 mgr.y (mgr.15270) 834 : audit [DBG] from='client.54602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:13.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:13 smithi112 bash[70260]: audit 2024-09-21T06:18:11.918808+0000 mgr.y (mgr.15270) 834 : audit [DBG] from='client.54602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:13.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:13 smithi112 bash[70260]: cluster 2024-09-21T06:18:12.026631+0000 mgr.y (mgr.15270) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:13.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:13 smithi112 bash[70260]: cluster 2024-09-21T06:18:12.026631+0000 mgr.y (mgr.15270) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:15.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:15.061251195Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:15 smithi112 bash[70260]: audit 2024-09-21T06:18:13.531689+0000 mgr.y (mgr.15270) 836 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:15 smithi112 bash[70260]: audit 2024-09-21T06:18:13.531689+0000 mgr.y (mgr.15270) 836 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:15 smithi112 bash[70260]: cluster 2024-09-21T06:18:14.027928+0000 mgr.y (mgr.15270) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:15 smithi112 bash[70260]: cluster 2024-09-21T06:18:14.027928+0000 mgr.y (mgr.15270) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:15 smithi099 bash[89191]: audit 2024-09-21T06:18:13.531689+0000 mgr.y (mgr.15270) 836 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:15 smithi099 bash[89191]: audit 2024-09-21T06:18:13.531689+0000 mgr.y (mgr.15270) 836 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:15 smithi099 bash[89191]: cluster 2024-09-21T06:18:14.027928+0000 mgr.y (mgr.15270) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:15.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:15 smithi099 bash[89191]: cluster 2024-09-21T06:18:14.027928+0000 mgr.y (mgr.15270) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:15.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:18:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:18:15] "GET /metrics HTTP/1.1" 200 38400 "" "Prometheus/2.51.0" 2024-09-21T06:18:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:15 smithi099 bash[92856]: audit 2024-09-21T06:18:13.531689+0000 mgr.y (mgr.15270) 836 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:15.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:15 smithi099 bash[92856]: audit 2024-09-21T06:18:13.531689+0000 mgr.y (mgr.15270) 836 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:15.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:15 smithi099 bash[92856]: cluster 2024-09-21T06:18:14.027928+0000 mgr.y (mgr.15270) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:15.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:15 smithi099 bash[92856]: cluster 2024-09-21T06:18:14.027928+0000 mgr.y (mgr.15270) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:17.460 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:18:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:17 smithi099 bash[89191]: cluster 2024-09-21T06:18:16.029079+0000 mgr.y (mgr.15270) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:17.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:17 smithi099 bash[89191]: cluster 2024-09-21T06:18:16.029079+0000 mgr.y (mgr.15270) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:17 smithi099 bash[92856]: cluster 2024-09-21T06:18:16.029079+0000 mgr.y (mgr.15270) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:17 smithi099 bash[92856]: cluster 2024-09-21T06:18:16.029079+0000 mgr.y (mgr.15270) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:17.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:17 smithi112 bash[70260]: cluster 2024-09-21T06:18:16.029079+0000 mgr.y (mgr.15270) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:17.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:17 smithi112 bash[70260]: cluster 2024-09-21T06:18:16.029079+0000 mgr.y (mgr.15270) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:18.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:18.065585939Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (13m) 3m ago 40m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (12m) 40s ago 40m 70.0M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (15m) 3m ago 37m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (15m) 40s ago 48m 444M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (25m) 3m ago 50m 518M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (9m) 3m ago 51m 53.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (11m) 40s ago 49m 47.5M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (9m) 3m ago 49m 41.3M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:18:19.113 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (14m) 3m ago 40m 8236k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (14m) 40s ago 40m 8355k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (7m) 3m ago 47m 52.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (6m) 3m ago 47m 51.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (5m) 3m ago 46m 47.3M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running 3m ago 45m - 3036M 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (2m) 40s ago 44m 53.8M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d a0569f8ecc4f 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (2m) 40s ago 43m 53.5M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 2e6f67fad758 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (83s) 40s ago 42m 48.0M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 6bde34265f0b 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running 40s ago 41m - 3292M 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (14m) 40s ago 40m 49.6M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (38m) 3m ago 38m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:18:19.114 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (38m) 40s ago 38m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:18:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:19 smithi099 bash[89191]: cluster 2024-09-21T06:18:18.030414+0000 mgr.y (mgr.15270) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:19 smithi099 bash[89191]: cluster 2024-09-21T06:18:18.030414+0000 mgr.y (mgr.15270) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:19 smithi099 bash[92856]: cluster 2024-09-21T06:18:18.030414+0000 mgr.y (mgr.15270) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:19.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:19 smithi099 bash[92856]: cluster 2024-09-21T06:18:18.030414+0000 mgr.y (mgr.15270) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:19.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:19 smithi112 bash[70260]: cluster 2024-09-21T06:18:18.030414+0000 mgr.y (mgr.15270) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:19.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:19 smithi112 bash[70260]: cluster 2024-09-21T06:18:18.030414+0000 mgr.y (mgr.15270) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:19.781 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 1'"'"'' 2024-09-21T06:18:20.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:20 smithi112 bash[70260]: audit 2024-09-21T06:18:19.096574+0000 mgr.y (mgr.15270) 840 : audit [DBG] from='client.44637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:20.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:20 smithi112 bash[70260]: audit 2024-09-21T06:18:19.096574+0000 mgr.y (mgr.15270) 840 : audit [DBG] from='client.44637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:20.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:20 smithi112 bash[70260]: audit 2024-09-21T06:18:20.218356+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:20.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:20 smithi112 bash[70260]: audit 2024-09-21T06:18:20.218356+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:20.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:20 smithi099 bash[89191]: audit 2024-09-21T06:18:19.096574+0000 mgr.y (mgr.15270) 840 : audit [DBG] from='client.44637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:20.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:20 smithi099 bash[89191]: audit 2024-09-21T06:18:19.096574+0000 mgr.y (mgr.15270) 840 : audit [DBG] from='client.44637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:20.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:20 smithi099 bash[89191]: audit 2024-09-21T06:18:20.218356+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:20.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:20 smithi099 bash[89191]: audit 2024-09-21T06:18:20.218356+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:20.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:20 smithi099 bash[92856]: audit 2024-09-21T06:18:19.096574+0000 mgr.y (mgr.15270) 840 : audit [DBG] from='client.44637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:20.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:20 smithi099 bash[92856]: audit 2024-09-21T06:18:19.096574+0000 mgr.y (mgr.15270) 840 : audit [DBG] from='client.44637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:20.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:20 smithi099 bash[92856]: audit 2024-09-21T06:18:20.218356+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:20.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:20 smithi099 bash[92856]: audit 2024-09-21T06:18:20.218356+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:21.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:21.038088461Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:21 smithi112 bash[70260]: cluster 2024-09-21T06:18:20.031065+0000 mgr.y (mgr.15270) 841 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:21 smithi112 bash[70260]: cluster 2024-09-21T06:18:20.031065+0000 mgr.y (mgr.15270) 841 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:21.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:21 smithi099 bash[92856]: cluster 2024-09-21T06:18:20.031065+0000 mgr.y (mgr.15270) 841 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:21.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:21 smithi099 bash[92856]: cluster 2024-09-21T06:18:20.031065+0000 mgr.y (mgr.15270) 841 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:21.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:21 smithi099 bash[89191]: cluster 2024-09-21T06:18:20.031065+0000 mgr.y (mgr.15270) 841 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:21.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:21 smithi099 bash[89191]: cluster 2024-09-21T06:18:20.031065+0000 mgr.y (mgr.15270) 841 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:23.542 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:23 smithi099 bash[92856]: cluster 2024-09-21T06:18:22.032400+0000 mgr.y (mgr.15270) 842 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:23.542 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:23 smithi099 bash[92856]: cluster 2024-09-21T06:18:22.032400+0000 mgr.y (mgr.15270) 842 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:23.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:23 smithi099 bash[89191]: cluster 2024-09-21T06:18:22.032400+0000 mgr.y (mgr.15270) 842 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:23.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:23 smithi099 bash[89191]: cluster 2024-09-21T06:18:22.032400+0000 mgr.y (mgr.15270) 842 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:23.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:23 smithi112 bash[70260]: cluster 2024-09-21T06:18:22.032400+0000 mgr.y (mgr.15270) 842 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:23.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:23 smithi112 bash[70260]: cluster 2024-09-21T06:18:22.032400+0000 mgr.y (mgr.15270) 842 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:24.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:24.026829515Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:24.590 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:18:25.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:25 smithi112 bash[70260]: audit 2024-09-21T06:18:23.542783+0000 mgr.y (mgr.15270) 843 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:25.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:25 smithi112 bash[70260]: audit 2024-09-21T06:18:23.542783+0000 mgr.y (mgr.15270) 843 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:25.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:25 smithi112 bash[70260]: cluster 2024-09-21T06:18:24.033652+0000 mgr.y (mgr.15270) 844 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:25.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:25 smithi112 bash[70260]: cluster 2024-09-21T06:18:24.033652+0000 mgr.y (mgr.15270) 844 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:25.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:18:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:18:25] "GET /metrics HTTP/1.1" 200 38397 "" "Prometheus/2.51.0" 2024-09-21T06:18:25.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:25 smithi099 bash[89191]: audit 2024-09-21T06:18:23.542783+0000 mgr.y (mgr.15270) 843 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:25.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:25 smithi099 bash[89191]: audit 2024-09-21T06:18:23.542783+0000 mgr.y (mgr.15270) 843 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:25.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:25 smithi099 bash[89191]: cluster 2024-09-21T06:18:24.033652+0000 mgr.y (mgr.15270) 844 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:25.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:25 smithi099 bash[89191]: cluster 2024-09-21T06:18:24.033652+0000 mgr.y (mgr.15270) 844 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:25 smithi099 bash[92856]: audit 2024-09-21T06:18:23.542783+0000 mgr.y (mgr.15270) 843 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:25 smithi099 bash[92856]: audit 2024-09-21T06:18:23.542783+0000 mgr.y (mgr.15270) 843 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:25 smithi099 bash[92856]: cluster 2024-09-21T06:18:24.033652+0000 mgr.y (mgr.15270) 844 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:25.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:25 smithi099 bash[92856]: cluster 2024-09-21T06:18:24.033652+0000 mgr.y (mgr.15270) 844 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:26.274 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:18:26.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:26 smithi112 bash[70260]: audit 2024-09-21T06:18:26.263106+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.99:0/3268631736' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:26.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:26 smithi112 bash[70260]: audit 2024-09-21T06:18:26.263106+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.99:0/3268631736' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:26.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:26 smithi099 bash[89191]: audit 2024-09-21T06:18:26.263106+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.99:0/3268631736' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:26.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:26 smithi099 bash[89191]: audit 2024-09-21T06:18:26.263106+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.99:0/3268631736' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:26.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:26 smithi099 bash[92856]: audit 2024-09-21T06:18:26.263106+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.99:0/3268631736' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:26.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:26 smithi099 bash[92856]: audit 2024-09-21T06:18:26.263106+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.99:0/3268631736' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:26.957 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.osd | keys'"'"' | grep $sha1' 2024-09-21T06:18:27.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:27.056899013Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:27.631 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:27 smithi112 bash[70260]: cluster 2024-09-21T06:18:26.034407+0000 mgr.y (mgr.15270) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:27.631 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:27 smithi112 bash[70260]: cluster 2024-09-21T06:18:26.034407+0000 mgr.y (mgr.15270) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:27.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:27 smithi099 bash[89191]: cluster 2024-09-21T06:18:26.034407+0000 mgr.y (mgr.15270) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:27.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:27 smithi099 bash[89191]: cluster 2024-09-21T06:18:26.034407+0000 mgr.y (mgr.15270) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:27.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:27 smithi099 bash[92856]: cluster 2024-09-21T06:18:26.034407+0000 mgr.y (mgr.15270) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:27.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:27 smithi099 bash[92856]: cluster 2024-09-21T06:18:26.034407+0000 mgr.y (mgr.15270) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-21T06:18:29.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:29 smithi112 bash[70260]: cluster 2024-09-21T06:18:28.035655+0000 mgr.y (mgr.15270) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:29.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:29 smithi112 bash[70260]: cluster 2024-09-21T06:18:28.035655+0000 mgr.y (mgr.15270) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:29 smithi099 bash[89191]: cluster 2024-09-21T06:18:28.035655+0000 mgr.y (mgr.15270) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:29.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:29 smithi099 bash[89191]: cluster 2024-09-21T06:18:28.035655+0000 mgr.y (mgr.15270) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:29.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:29 smithi099 bash[92856]: cluster 2024-09-21T06:18:28.035655+0000 mgr.y (mgr.15270) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:29.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:29 smithi099 bash[92856]: cluster 2024-09-21T06:18:28.035655+0000 mgr.y (mgr.15270) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:30.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:30.02444024Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:31.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:31 smithi112 bash[70260]: cluster 2024-09-21T06:18:30.036826+0000 mgr.y (mgr.15270) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:31.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:31 smithi112 bash[70260]: cluster 2024-09-21T06:18:30.036826+0000 mgr.y (mgr.15270) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:31.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:31 smithi099 bash[89191]: cluster 2024-09-21T06:18:30.036826+0000 mgr.y (mgr.15270) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:31.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:31 smithi099 bash[89191]: cluster 2024-09-21T06:18:30.036826+0000 mgr.y (mgr.15270) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:31.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:31 smithi099 bash[92856]: cluster 2024-09-21T06:18:30.036826+0000 mgr.y (mgr.15270) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:31.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:31 smithi099 bash[92856]: cluster 2024-09-21T06:18:30.036826+0000 mgr.y (mgr.15270) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:31.784 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:18:33.300 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:33.025766731Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:33.419 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)" 2024-09-21T06:18:33.552 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:33 smithi099 bash[92856]: cluster 2024-09-21T06:18:32.038117+0000 mgr.y (mgr.15270) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:33.552 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:33 smithi099 bash[92856]: cluster 2024-09-21T06:18:32.038117+0000 mgr.y (mgr.15270) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:33.552 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:33 smithi099 bash[89191]: cluster 2024-09-21T06:18:32.038117+0000 mgr.y (mgr.15270) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:33.552 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:33 smithi099 bash[89191]: cluster 2024-09-21T06:18:32.038117+0000 mgr.y (mgr.15270) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:33.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:33 smithi112 bash[70260]: cluster 2024-09-21T06:18:32.038117+0000 mgr.y (mgr.15270) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:33.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:33 smithi112 bash[70260]: cluster 2024-09-21T06:18:32.038117+0000 mgr.y (mgr.15270) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:34.117 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade status' 2024-09-21T06:18:34.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:34 smithi099 bash[89191]: audit 2024-09-21T06:18:33.408898+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.99:0/4082301663' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:34.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:34 smithi099 bash[89191]: audit 2024-09-21T06:18:33.408898+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.99:0/4082301663' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:34.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:34 smithi099 bash[92856]: audit 2024-09-21T06:18:33.408898+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.99:0/4082301663' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:34.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:34 smithi099 bash[92856]: audit 2024-09-21T06:18:33.408898+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.99:0/4082301663' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:34.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:34 smithi112 bash[70260]: audit 2024-09-21T06:18:33.408898+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.99:0/4082301663' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:34.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:34 smithi112 bash[70260]: audit 2024-09-21T06:18:33.408898+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.99:0/4082301663' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:18:35.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:35 smithi112 bash[70260]: audit 2024-09-21T06:18:33.553015+0000 mgr.y (mgr.15270) 849 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:35.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:35 smithi112 bash[70260]: audit 2024-09-21T06:18:33.553015+0000 mgr.y (mgr.15270) 849 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:35.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:35 smithi112 bash[70260]: cluster 2024-09-21T06:18:34.039363+0000 mgr.y (mgr.15270) 850 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:35.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:35 smithi112 bash[70260]: cluster 2024-09-21T06:18:34.039363+0000 mgr.y (mgr.15270) 850 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:35.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:35 smithi112 bash[70260]: audit 2024-09-21T06:18:35.219069+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:35.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:35 smithi112 bash[70260]: audit 2024-09-21T06:18:35.219069+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:35.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:18:35] "GET /metrics HTTP/1.1" 200 38399 "" "Prometheus/2.51.0" 2024-09-21T06:18:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[89191]: audit 2024-09-21T06:18:33.553015+0000 mgr.y (mgr.15270) 849 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[89191]: audit 2024-09-21T06:18:33.553015+0000 mgr.y (mgr.15270) 849 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[89191]: cluster 2024-09-21T06:18:34.039363+0000 mgr.y (mgr.15270) 850 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[89191]: cluster 2024-09-21T06:18:34.039363+0000 mgr.y (mgr.15270) 850 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[89191]: audit 2024-09-21T06:18:35.219069+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:35.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[89191]: audit 2024-09-21T06:18:35.219069+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[92856]: audit 2024-09-21T06:18:33.553015+0000 mgr.y (mgr.15270) 849 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[92856]: audit 2024-09-21T06:18:33.553015+0000 mgr.y (mgr.15270) 849 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[92856]: cluster 2024-09-21T06:18:34.039363+0000 mgr.y (mgr.15270) 850 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[92856]: cluster 2024-09-21T06:18:34.039363+0000 mgr.y (mgr.15270) 850 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[92856]: audit 2024-09-21T06:18:35.219069+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:35.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:35 smithi099 bash[92856]: audit 2024-09-21T06:18:35.219069+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:36.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:36.026860044Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:37 smithi112 bash[70260]: cluster 2024-09-21T06:18:36.040222+0000 mgr.y (mgr.15270) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:37 smithi112 bash[70260]: cluster 2024-09-21T06:18:36.040222+0000 mgr.y (mgr.15270) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:37.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:37 smithi099 bash[89191]: cluster 2024-09-21T06:18:36.040222+0000 mgr.y (mgr.15270) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:37.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:37 smithi099 bash[89191]: cluster 2024-09-21T06:18:36.040222+0000 mgr.y (mgr.15270) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:37.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:37 smithi099 bash[92856]: cluster 2024-09-21T06:18:36.040222+0000 mgr.y (mgr.15270) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:37.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:37 smithi099 bash[92856]: cluster 2024-09-21T06:18:36.040222+0000 mgr.y (mgr.15270) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:38.928 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:18:39.319 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:39.025722474Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:39.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:39 smithi112 bash[70260]: cluster 2024-09-21T06:18:38.041499+0000 mgr.y (mgr.15270) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:39.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:39 smithi112 bash[70260]: cluster 2024-09-21T06:18:38.041499+0000 mgr.y (mgr.15270) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:39.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:39 smithi099 bash[89191]: cluster 2024-09-21T06:18:38.041499+0000 mgr.y (mgr.15270) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:39.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:39 smithi099 bash[89191]: cluster 2024-09-21T06:18:38.041499+0000 mgr.y (mgr.15270) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:39.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:39 smithi099 bash[92856]: cluster 2024-09-21T06:18:38.041499+0000 mgr.y (mgr.15270) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:39.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:39 smithi099 bash[92856]: cluster 2024-09-21T06:18:38.041499+0000 mgr.y (mgr.15270) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:40.615 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:18:40.615 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": null, 2024-09-21T06:18:40.615 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": false, 2024-09-21T06:18:40.615 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "", 2024-09-21T06:18:40.616 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:18:40.616 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": null, 2024-09-21T06:18:40.616 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "", 2024-09-21T06:18:40.616 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:18:40.616 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:18:41.277 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph health detail' 2024-09-21T06:18:41.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:41 smithi112 bash[70260]: cluster 2024-09-21T06:18:40.042677+0000 mgr.y (mgr.15270) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:41.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:41 smithi112 bash[70260]: cluster 2024-09-21T06:18:40.042677+0000 mgr.y (mgr.15270) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:41.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:41 smithi099 bash[89191]: cluster 2024-09-21T06:18:40.042677+0000 mgr.y (mgr.15270) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:41.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:41 smithi099 bash[89191]: cluster 2024-09-21T06:18:40.042677+0000 mgr.y (mgr.15270) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:41.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:41 smithi099 bash[92856]: cluster 2024-09-21T06:18:40.042677+0000 mgr.y (mgr.15270) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:41.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:41 smithi099 bash[92856]: cluster 2024-09-21T06:18:40.042677+0000 mgr.y (mgr.15270) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:42.331 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:42.033571668Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:42 smithi112 bash[70260]: audit 2024-09-21T06:18:40.616386+0000 mgr.y (mgr.15270) 854 : audit [DBG] from='client.44655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:42 smithi112 bash[70260]: audit 2024-09-21T06:18:40.616386+0000 mgr.y (mgr.15270) 854 : audit [DBG] from='client.44655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:42.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:42 smithi099 bash[89191]: audit 2024-09-21T06:18:40.616386+0000 mgr.y (mgr.15270) 854 : audit [DBG] from='client.44655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:42.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:42 smithi099 bash[89191]: audit 2024-09-21T06:18:40.616386+0000 mgr.y (mgr.15270) 854 : audit [DBG] from='client.44655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:42.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:42 smithi099 bash[92856]: audit 2024-09-21T06:18:40.616386+0000 mgr.y (mgr.15270) 854 : audit [DBG] from='client.44655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:42.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:42 smithi099 bash[92856]: audit 2024-09-21T06:18:40.616386+0000 mgr.y (mgr.15270) 854 : audit [DBG] from='client.44655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:43.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:43 smithi112 bash[70260]: cluster 2024-09-21T06:18:42.044008+0000 mgr.y (mgr.15270) 855 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:43.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:43 smithi112 bash[70260]: cluster 2024-09-21T06:18:42.044008+0000 mgr.y (mgr.15270) 855 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:43.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:43 smithi099 bash[89191]: cluster 2024-09-21T06:18:42.044008+0000 mgr.y (mgr.15270) 855 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:43.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:43 smithi099 bash[89191]: cluster 2024-09-21T06:18:42.044008+0000 mgr.y (mgr.15270) 855 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:43.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:43 smithi099 bash[92856]: cluster 2024-09-21T06:18:42.044008+0000 mgr.y (mgr.15270) 855 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:43.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:43 smithi099 bash[92856]: cluster 2024-09-21T06:18:42.044008+0000 mgr.y (mgr.15270) 855 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:45.338 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:45.045375347Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:45.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:45 smithi112 bash[70260]: audit 2024-09-21T06:18:43.563729+0000 mgr.y (mgr.15270) 856 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:45.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:45 smithi112 bash[70260]: audit 2024-09-21T06:18:43.563729+0000 mgr.y (mgr.15270) 856 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:45.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:45 smithi112 bash[70260]: cluster 2024-09-21T06:18:44.045090+0000 mgr.y (mgr.15270) 857 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:45.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:45 smithi112 bash[70260]: cluster 2024-09-21T06:18:44.045090+0000 mgr.y (mgr.15270) 857 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:45.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:45 smithi099 bash[92856]: audit 2024-09-21T06:18:43.563729+0000 mgr.y (mgr.15270) 856 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:45.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:45 smithi099 bash[92856]: audit 2024-09-21T06:18:43.563729+0000 mgr.y (mgr.15270) 856 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:45.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:45 smithi099 bash[92856]: cluster 2024-09-21T06:18:44.045090+0000 mgr.y (mgr.15270) 857 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:45.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:45 smithi099 bash[92856]: cluster 2024-09-21T06:18:44.045090+0000 mgr.y (mgr.15270) 857 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:45.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:18:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:18:45] "GET /metrics HTTP/1.1" 200 38399 "" "Prometheus/2.51.0" 2024-09-21T06:18:45.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:45 smithi099 bash[89191]: audit 2024-09-21T06:18:43.563729+0000 mgr.y (mgr.15270) 856 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:45.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:45 smithi099 bash[89191]: audit 2024-09-21T06:18:43.563729+0000 mgr.y (mgr.15270) 856 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:45.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:45 smithi099 bash[89191]: cluster 2024-09-21T06:18:44.045090+0000 mgr.y (mgr.15270) 857 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:45.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:45 smithi099 bash[89191]: cluster 2024-09-21T06:18:44.045090+0000 mgr.y (mgr.15270) 857 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:46.083 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:18:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:47 smithi099 bash[89191]: cluster 2024-09-21T06:18:46.045952+0000 mgr.y (mgr.15270) 858 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:47 smithi099 bash[89191]: cluster 2024-09-21T06:18:46.045952+0000 mgr.y (mgr.15270) 858 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:47 smithi099 bash[92856]: cluster 2024-09-21T06:18:46.045952+0000 mgr.y (mgr.15270) 858 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:47.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:47 smithi099 bash[92856]: cluster 2024-09-21T06:18:46.045952+0000 mgr.y (mgr.15270) 858 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:47.629 INFO:teuthology.orchestra.run.smithi099.stdout:HEALTH_OK 2024-09-21T06:18:47.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:47 smithi112 bash[70260]: cluster 2024-09-21T06:18:46.045952+0000 mgr.y (mgr.15270) 858 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:47.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:47 smithi112 bash[70260]: cluster 2024-09-21T06:18:46.045952+0000 mgr.y (mgr.15270) 858 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:48.318 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo' 2024-09-21T06:18:48.352 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:48.059632875Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:48.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:48 smithi112 bash[70260]: audit 2024-09-21T06:18:47.631114+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.99:0/3995794040' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:18:48.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:48 smithi112 bash[70260]: audit 2024-09-21T06:18:47.631114+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.99:0/3995794040' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:18:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:48 smithi099 bash[89191]: audit 2024-09-21T06:18:47.631114+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.99:0/3995794040' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:18:48.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:48 smithi099 bash[89191]: audit 2024-09-21T06:18:47.631114+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.99:0/3995794040' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:18:48.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:48 smithi099 bash[92856]: audit 2024-09-21T06:18:47.631114+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.99:0/3995794040' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:18:48.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:48 smithi099 bash[92856]: audit 2024-09-21T06:18:47.631114+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.99:0/3995794040' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-21T06:18:49.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:49 smithi112 bash[70260]: cluster 2024-09-21T06:18:48.047372+0000 mgr.y (mgr.15270) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:49.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:49 smithi112 bash[70260]: cluster 2024-09-21T06:18:48.047372+0000 mgr.y (mgr.15270) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:49.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:49 smithi099 bash[89191]: cluster 2024-09-21T06:18:48.047372+0000 mgr.y (mgr.15270) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:49.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:49 smithi099 bash[89191]: cluster 2024-09-21T06:18:48.047372+0000 mgr.y (mgr.15270) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:49.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:49 smithi099 bash[92856]: cluster 2024-09-21T06:18:48.047372+0000 mgr.y (mgr.15270) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:49.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:49 smithi099 bash[92856]: cluster 2024-09-21T06:18:48.047372+0000 mgr.y (mgr.15270) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:50.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:50 smithi112 bash[70260]: audit 2024-09-21T06:18:50.222421+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:50.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:50 smithi112 bash[70260]: audit 2024-09-21T06:18:50.222421+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:50.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:50 smithi099 bash[89191]: audit 2024-09-21T06:18:50.222421+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:50.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:50 smithi099 bash[89191]: audit 2024-09-21T06:18:50.222421+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:50.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:50 smithi099 bash[92856]: audit 2024-09-21T06:18:50.222421+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:50.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:50 smithi099 bash[92856]: audit 2024-09-21T06:18:50.222421+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:18:51.367 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:51.069476291Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:51.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:51 smithi112 bash[70260]: cluster 2024-09-21T06:18:50.048850+0000 mgr.y (mgr.15270) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:51.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:51 smithi112 bash[70260]: cluster 2024-09-21T06:18:50.048850+0000 mgr.y (mgr.15270) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:51.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:51 smithi099 bash[89191]: cluster 2024-09-21T06:18:50.048850+0000 mgr.y (mgr.15270) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:51.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:51 smithi099 bash[89191]: cluster 2024-09-21T06:18:50.048850+0000 mgr.y (mgr.15270) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:51.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:51 smithi099 bash[92856]: cluster 2024-09-21T06:18:50.048850+0000 mgr.y (mgr.15270) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:51.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:51 smithi099 bash[92856]: cluster 2024-09-21T06:18:50.048850+0000 mgr.y (mgr.15270) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:52 smithi112 bash[70260]: audit 2024-09-21T06:18:51.750923+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:52 smithi112 bash[70260]: audit 2024-09-21T06:18:51.750923+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:52 smithi112 bash[70260]: audit 2024-09-21T06:18:51.752668+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:52 smithi112 bash[70260]: audit 2024-09-21T06:18:51.752668+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:52 smithi112 bash[70260]: audit 2024-09-21T06:18:51.762472+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:52 smithi112 bash[70260]: audit 2024-09-21T06:18:51.762472+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:52.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[89191]: audit 2024-09-21T06:18:51.750923+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:52.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[89191]: audit 2024-09-21T06:18:51.750923+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:52.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[89191]: audit 2024-09-21T06:18:51.752668+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:52.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[89191]: audit 2024-09-21T06:18:51.752668+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[89191]: audit 2024-09-21T06:18:51.762472+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[89191]: audit 2024-09-21T06:18:51.762472+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:52.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[92856]: audit 2024-09-21T06:18:51.750923+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:52.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[92856]: audit 2024-09-21T06:18:51.750923+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:52.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[92856]: audit 2024-09-21T06:18:51.752668+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:52.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[92856]: audit 2024-09-21T06:18:51.752668+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:52.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[92856]: audit 2024-09-21T06:18:51.762472+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:52.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:52 smithi099 bash[92856]: audit 2024-09-21T06:18:51.762472+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:53.123 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:18:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:53 smithi099 bash[89191]: cluster 2024-09-21T06:18:52.050182+0000 mgr.y (mgr.15270) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:53.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:53 smithi099 bash[89191]: cluster 2024-09-21T06:18:52.050182+0000 mgr.y (mgr.15270) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:53 smithi099 bash[92856]: cluster 2024-09-21T06:18:52.050182+0000 mgr.y (mgr.15270) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:53.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:53 smithi099 bash[92856]: cluster 2024-09-21T06:18:52.050182+0000 mgr.y (mgr.15270) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:53 smithi112 bash[70260]: cluster 2024-09-21T06:18:52.050182+0000 mgr.y (mgr.15270) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:53 smithi112 bash[70260]: cluster 2024-09-21T06:18:52.050182+0000 mgr.y (mgr.15270) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:54.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:54.060417718Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:55 smithi112 bash[70260]: audit 2024-09-21T06:18:53.575065+0000 mgr.y (mgr.15270) 862 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:55 smithi112 bash[70260]: audit 2024-09-21T06:18:53.575065+0000 mgr.y (mgr.15270) 862 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:55 smithi112 bash[70260]: cluster 2024-09-21T06:18:54.051452+0000 mgr.y (mgr.15270) 863 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:55.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:55 smithi112 bash[70260]: cluster 2024-09-21T06:18:54.051452+0000 mgr.y (mgr.15270) 863 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:55.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:18:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:18:55] "GET /metrics HTTP/1.1" 200 38399 "" "Prometheus/2.51.0" 2024-09-21T06:18:55.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:55 smithi099 bash[92856]: audit 2024-09-21T06:18:53.575065+0000 mgr.y (mgr.15270) 862 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:55.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:55 smithi099 bash[92856]: audit 2024-09-21T06:18:53.575065+0000 mgr.y (mgr.15270) 862 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:55.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:55 smithi099 bash[92856]: cluster 2024-09-21T06:18:54.051452+0000 mgr.y (mgr.15270) 863 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:55.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:55 smithi099 bash[92856]: cluster 2024-09-21T06:18:54.051452+0000 mgr.y (mgr.15270) 863 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:55.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:55 smithi099 bash[89191]: audit 2024-09-21T06:18:53.575065+0000 mgr.y (mgr.15270) 862 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:55.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:55 smithi099 bash[89191]: audit 2024-09-21T06:18:53.575065+0000 mgr.y (mgr.15270) 862 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:18:55.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:55 smithi099 bash[89191]: cluster 2024-09-21T06:18:54.051452+0000 mgr.y (mgr.15270) 863 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:55.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:55 smithi099 bash[89191]: cluster 2024-09-21T06:18:54.051452+0000 mgr.y (mgr.15270) 863 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:56.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:56 smithi112 bash[70260]: audit 2024-09-21T06:18:54.713390+0000 mgr.y (mgr.15270) 864 : audit [DBG] from='client.54638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:56.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:56 smithi112 bash[70260]: audit 2024-09-21T06:18:54.713390+0000 mgr.y (mgr.15270) 864 : audit [DBG] from='client.54638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:56.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:56 smithi099 bash[92856]: audit 2024-09-21T06:18:54.713390+0000 mgr.y (mgr.15270) 864 : audit [DBG] from='client.54638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:56.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:56 smithi099 bash[92856]: audit 2024-09-21T06:18:54.713390+0000 mgr.y (mgr.15270) 864 : audit [DBG] from='client.54638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:56.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:56 smithi099 bash[89191]: audit 2024-09-21T06:18:54.713390+0000 mgr.y (mgr.15270) 864 : audit [DBG] from='client.54638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:56.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:56 smithi099 bash[89191]: audit 2024-09-21T06:18:54.713390+0000 mgr.y (mgr.15270) 864 : audit [DBG] from='client.54638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:18:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:57.385 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:18:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:18:57.06733562Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:18:57.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:57 smithi099 bash[89191]: cluster 2024-09-21T06:18:56.052365+0000 mgr.y (mgr.15270) 865 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:57.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:57 smithi099 bash[89191]: cluster 2024-09-21T06:18:56.052365+0000 mgr.y (mgr.15270) 865 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:57.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:57 smithi099 bash[89191]: audit 2024-09-21T06:18:57.180008+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:57.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:57 smithi099 bash[89191]: audit 2024-09-21T06:18:57.180008+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:57.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:57 smithi099 bash[92856]: cluster 2024-09-21T06:18:56.052365+0000 mgr.y (mgr.15270) 865 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:57.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:57 smithi099 bash[92856]: cluster 2024-09-21T06:18:56.052365+0000 mgr.y (mgr.15270) 865 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:57.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:57 smithi099 bash[92856]: audit 2024-09-21T06:18:57.180008+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:57.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:57 smithi099 bash[92856]: audit 2024-09-21T06:18:57.180008+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:57 smithi112 bash[70260]: cluster 2024-09-21T06:18:56.052365+0000 mgr.y (mgr.15270) 865 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:57 smithi112 bash[70260]: cluster 2024-09-21T06:18:56.052365+0000 mgr.y (mgr.15270) 865 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:18:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:57 smithi112 bash[70260]: audit 2024-09-21T06:18:57.180008+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:57.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:57 smithi112 bash[70260]: audit 2024-09-21T06:18:57.180008+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:57.762 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-21T06:18:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: cephadm 2024-09-21T06:18:57.171229+0000 mgr.y (mgr.15270) 866 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: cephadm 2024-09-21T06:18:57.171229+0000 mgr.y (mgr.15270) 866 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.727684+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.727684+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.741479+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.741479+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.744869+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:58.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.744869+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:58.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.746140+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:58.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.746140+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:58.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.755774+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:58 smithi112 bash[70260]: audit 2024-09-21T06:18:57.755774+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: cephadm 2024-09-21T06:18:57.171229+0000 mgr.y (mgr.15270) 866 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: cephadm 2024-09-21T06:18:57.171229+0000 mgr.y (mgr.15270) 866 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.727684+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.727684+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.741479+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.741479+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.744869+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.744869+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.746140+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.746140+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.755774+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[92856]: audit 2024-09-21T06:18:57.755774+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: cephadm 2024-09-21T06:18:57.171229+0000 mgr.y (mgr.15270) 866 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: cephadm 2024-09-21T06:18:57.171229+0000 mgr.y (mgr.15270) 866 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.727684+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.727684+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.741479+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.741479+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.744869+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.744869+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:18:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.746140+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.746140+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:18:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.755774+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:58.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:58 smithi099 bash[89191]: audit 2024-09-21T06:18:57.755774+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:18:59.675 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:59 smithi099 bash[92856]: cephadm 2024-09-21T06:18:57.840065+0000 mgr.y (mgr.15270) 867 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:59.675 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:59 smithi099 bash[92856]: cephadm 2024-09-21T06:18:57.840065+0000 mgr.y (mgr.15270) 867 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:59.675 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:59 smithi099 bash[92856]: cluster 2024-09-21T06:18:58.053426+0000 mgr.y (mgr.15270) 868 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:59.675 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:18:59 smithi099 bash[92856]: cluster 2024-09-21T06:18:58.053426+0000 mgr.y (mgr.15270) 868 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:59.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:59 smithi099 bash[89191]: cephadm 2024-09-21T06:18:57.840065+0000 mgr.y (mgr.15270) 867 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:59.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:59 smithi099 bash[89191]: cephadm 2024-09-21T06:18:57.840065+0000 mgr.y (mgr.15270) 867 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:59.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:59 smithi099 bash[89191]: cluster 2024-09-21T06:18:58.053426+0000 mgr.y (mgr.15270) 868 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:59.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:18:59 smithi099 bash[89191]: cluster 2024-09-21T06:18:58.053426+0000 mgr.y (mgr.15270) 868 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:59.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:59 smithi112 bash[70260]: cephadm 2024-09-21T06:18:57.840065+0000 mgr.y (mgr.15270) 867 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:59.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:59 smithi112 bash[70260]: cephadm 2024-09-21T06:18:57.840065+0000 mgr.y (mgr.15270) 867 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 2024-09-21T06:18:59.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:59 smithi112 bash[70260]: cluster 2024-09-21T06:18:58.053426+0000 mgr.y (mgr.15270) 868 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:18:59.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:18:59 smithi112 bash[70260]: cluster 2024-09-21T06:18:58.053426+0000 mgr.y (mgr.15270) 868 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:00.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:00.049456815Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: cluster 2024-09-21T06:19:00.054756+0000 mgr.y (mgr.15270) 869 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: cluster 2024-09-21T06:19:00.054756+0000 mgr.y (mgr.15270) 869 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.420608+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.420608+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.438176+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.438176+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.441682+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.441682+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.449335+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.449335+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.455795+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.455795+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.462685+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.462685+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.469369+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.469369+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.480375+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.480375+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.487725+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.487725+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.499010+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.499010+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.508514+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.508514+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.519978+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:01 smithi112 bash[70260]: audit 2024-09-21T06:19:00.519978+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: cluster 2024-09-21T06:19:00.054756+0000 mgr.y (mgr.15270) 869 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: cluster 2024-09-21T06:19:00.054756+0000 mgr.y (mgr.15270) 869 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.420608+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.420608+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.438176+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.438176+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.441682+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.441682+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.449335+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.449335+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.455795+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.455795+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.462685+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.462685+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.469369+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.469369+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.480375+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.480375+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.487725+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.487725+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.499010+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.499010+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: cluster 2024-09-21T06:19:00.054756+0000 mgr.y (mgr.15270) 869 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: cluster 2024-09-21T06:19:00.054756+0000 mgr.y (mgr.15270) 869 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.420608+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.420608+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.438176+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.438176+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.441682+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.441682+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.449335+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.449335+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.455795+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.455795+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.462685+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.462685+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.469369+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.469369+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.480375+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.480375+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.487725+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.487725+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.499010+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.499010+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.508514+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.508514+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.519978+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[89191]: audit 2024-09-21T06:19:00.519978+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.508514+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.508514+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:01.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.519978+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:01.765 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:01 smithi099 bash[92856]: audit 2024-09-21T06:19:00.519978+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:02.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.435932+0000 mgr.y (mgr.15270) 870 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:19:02.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.435932+0000 mgr.y (mgr.15270) 870 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.436057+0000 mgr.y (mgr.15270) 871 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.436057+0000 mgr.y (mgr.15270) 871 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.443851+0000 mgr.y (mgr.15270) 872 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.443851+0000 mgr.y (mgr.15270) 872 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.457848+0000 mgr.y (mgr.15270) 873 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.457848+0000 mgr.y (mgr.15270) 873 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.471234+0000 mgr.y (mgr.15270) 874 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.471234+0000 mgr.y (mgr.15270) 874 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.489906+0000 mgr.y (mgr.15270) 875 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.489906+0000 mgr.y (mgr.15270) 875 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.510913+0000 mgr.y (mgr.15270) 876 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:19:02.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:02 smithi112 bash[70260]: cephadm 2024-09-21T06:19:00.510913+0000 mgr.y (mgr.15270) 876 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:19:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.435932+0000 mgr.y (mgr.15270) 870 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:19:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.435932+0000 mgr.y (mgr.15270) 870 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:19:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.436057+0000 mgr.y (mgr.15270) 871 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:19:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.436057+0000 mgr.y (mgr.15270) 871 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:19:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.443851+0000 mgr.y (mgr.15270) 872 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.443851+0000 mgr.y (mgr.15270) 872 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.457848+0000 mgr.y (mgr.15270) 873 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.457848+0000 mgr.y (mgr.15270) 873 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.471234+0000 mgr.y (mgr.15270) 874 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.471234+0000 mgr.y (mgr.15270) 874 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.489906+0000 mgr.y (mgr.15270) 875 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.489906+0000 mgr.y (mgr.15270) 875 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.510913+0000 mgr.y (mgr.15270) 876 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[89191]: cephadm 2024-09-21T06:19:00.510913+0000 mgr.y (mgr.15270) 876 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.435932+0000 mgr.y (mgr.15270) 870 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.435932+0000 mgr.y (mgr.15270) 870 : cephadm [INF] Upgrade: Target is version 19.3.0-5103-gf36283e7 (squid) 2024-09-21T06:19:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.436057+0000 mgr.y (mgr.15270) 871 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.436057+0000 mgr.y (mgr.15270) 871 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2195e5f178be0a9390728e2a14088236d8fe6f82635f5c84418fe37a04457e00'] 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.443851+0000 mgr.y (mgr.15270) 872 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.443851+0000 mgr.y (mgr.15270) 872 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.457848+0000 mgr.y (mgr.15270) 873 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.457848+0000 mgr.y (mgr.15270) 873 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.471234+0000 mgr.y (mgr.15270) 874 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.471234+0000 mgr.y (mgr.15270) 874 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.489906+0000 mgr.y (mgr.15270) 875 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.489906+0000 mgr.y (mgr.15270) 875 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.510913+0000 mgr.y (mgr.15270) 876 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:19:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:02 smithi099 bash[92856]: cephadm 2024-09-21T06:19:00.510913+0000 mgr.y (mgr.15270) 876 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-21T06:19:03.404 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:03.027385012Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:03.427 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:19:03.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: cluster 2024-09-21T06:19:02.055744+0000 mgr.y (mgr.15270) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:03.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: cluster 2024-09-21T06:19:02.055744+0000 mgr.y (mgr.15270) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: cephadm 2024-09-21T06:19:02.961570+0000 mgr.y (mgr.15270) 878 : cephadm [INF] Upgrade: Updating rgw.foo.smithi099.oefgrq (1/2) 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: cephadm 2024-09-21T06:19:02.961570+0000 mgr.y (mgr.15270) 878 : cephadm [INF] Upgrade: Updating rgw.foo.smithi099.oefgrq (1/2) 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: audit 2024-09-21T06:19:02.969599+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: audit 2024-09-21T06:19:02.969599+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: audit 2024-09-21T06:19:02.974299+0000 mon.b (mon.1) 340 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: audit 2024-09-21T06:19:02.974299+0000 mon.b (mon.1) 340 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: audit 2024-09-21T06:19:02.975568+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: audit 2024-09-21T06:19:02.975568+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: audit 2024-09-21T06:19:02.980143+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: audit 2024-09-21T06:19:02.980143+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: cephadm 2024-09-21T06:19:02.982546+0000 mgr.y (mgr.15270) 879 : cephadm [INF] Deploying daemon rgw.foo.smithi099.oefgrq on smithi099 2024-09-21T06:19:03.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:03 smithi112 bash[70260]: cephadm 2024-09-21T06:19:02.982546+0000 mgr.y (mgr.15270) 879 : cephadm [INF] Deploying daemon rgw.foo.smithi099.oefgrq on smithi099 2024-09-21T06:19:03.738 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: cluster 2024-09-21T06:19:02.055744+0000 mgr.y (mgr.15270) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: cluster 2024-09-21T06:19:02.055744+0000 mgr.y (mgr.15270) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: cephadm 2024-09-21T06:19:02.961570+0000 mgr.y (mgr.15270) 878 : cephadm [INF] Upgrade: Updating rgw.foo.smithi099.oefgrq (1/2) 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: cephadm 2024-09-21T06:19:02.961570+0000 mgr.y (mgr.15270) 878 : cephadm [INF] Upgrade: Updating rgw.foo.smithi099.oefgrq (1/2) 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: audit 2024-09-21T06:19:02.969599+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: audit 2024-09-21T06:19:02.969599+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: audit 2024-09-21T06:19:02.974299+0000 mon.b (mon.1) 340 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: audit 2024-09-21T06:19:02.974299+0000 mon.b (mon.1) 340 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: audit 2024-09-21T06:19:02.975568+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: audit 2024-09-21T06:19:02.975568+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: audit 2024-09-21T06:19:02.980143+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: audit 2024-09-21T06:19:02.980143+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: cephadm 2024-09-21T06:19:02.982546+0000 mgr.y (mgr.15270) 879 : cephadm [INF] Deploying daemon rgw.foo.smithi099.oefgrq on smithi099 2024-09-21T06:19:03.739 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[89191]: cephadm 2024-09-21T06:19:02.982546+0000 mgr.y (mgr.15270) 879 : cephadm [INF] Deploying daemon rgw.foo.smithi099.oefgrq on smithi099 2024-09-21T06:19:03.740 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: cluster 2024-09-21T06:19:02.055744+0000 mgr.y (mgr.15270) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:03.740 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: cluster 2024-09-21T06:19:02.055744+0000 mgr.y (mgr.15270) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:03.741 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: cephadm 2024-09-21T06:19:02.961570+0000 mgr.y (mgr.15270) 878 : cephadm [INF] Upgrade: Updating rgw.foo.smithi099.oefgrq (1/2) 2024-09-21T06:19:03.741 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: cephadm 2024-09-21T06:19:02.961570+0000 mgr.y (mgr.15270) 878 : cephadm [INF] Upgrade: Updating rgw.foo.smithi099.oefgrq (1/2) 2024-09-21T06:19:03.741 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: audit 2024-09-21T06:19:02.969599+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:03.741 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: audit 2024-09-21T06:19:02.969599+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:03.741 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: audit 2024-09-21T06:19:02.974299+0000 mon.b (mon.1) 340 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.742 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: audit 2024-09-21T06:19:02.974299+0000 mon.b (mon.1) 340 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.742 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: audit 2024-09-21T06:19:02.975568+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.742 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: audit 2024-09-21T06:19:02.975568+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi099.oefgrq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:03.742 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: audit 2024-09-21T06:19:02.980143+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:03.742 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: audit 2024-09-21T06:19:02.980143+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:03.742 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: cephadm 2024-09-21T06:19:02.982546+0000 mgr.y (mgr.15270) 879 : cephadm [INF] Deploying daemon rgw.foo.smithi099.oefgrq on smithi099 2024-09-21T06:19:03.742 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:03 smithi099 bash[92856]: cephadm 2024-09-21T06:19:02.982546+0000 mgr.y (mgr.15270) 879 : cephadm [INF] Deploying daemon rgw.foo.smithi099.oefgrq on smithi099 2024-09-21T06:19:04.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:04 smithi112 bash[70260]: audit 2024-09-21T06:19:03.586357+0000 mgr.y (mgr.15270) 880 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:04.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:04 smithi112 bash[70260]: audit 2024-09-21T06:19:03.586357+0000 mgr.y (mgr.15270) 880 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:04.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:04 smithi112 bash[70260]: cluster 2024-09-21T06:19:04.056887+0000 mgr.y (mgr.15270) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:04.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:04 smithi112 bash[70260]: cluster 2024-09-21T06:19:04.056887+0000 mgr.y (mgr.15270) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:04 smithi099 bash[89191]: audit 2024-09-21T06:19:03.586357+0000 mgr.y (mgr.15270) 880 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:04 smithi099 bash[89191]: audit 2024-09-21T06:19:03.586357+0000 mgr.y (mgr.15270) 880 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:04 smithi099 bash[89191]: cluster 2024-09-21T06:19:04.056887+0000 mgr.y (mgr.15270) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:04.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:04 smithi099 bash[89191]: cluster 2024-09-21T06:19:04.056887+0000 mgr.y (mgr.15270) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:04 smithi099 bash[92856]: audit 2024-09-21T06:19:03.586357+0000 mgr.y (mgr.15270) 880 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:04 smithi099 bash[92856]: audit 2024-09-21T06:19:03.586357+0000 mgr.y (mgr.15270) 880 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:04.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:04 smithi099 bash[92856]: cluster 2024-09-21T06:19:04.056887+0000 mgr.y (mgr.15270) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:04.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:04 smithi099 bash[92856]: cluster 2024-09-21T06:19:04.056887+0000 mgr.y (mgr.15270) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:05.682 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:19:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:19:05] "GET /metrics HTTP/1.1" 200 38400 "" "Prometheus/2.51.0" 2024-09-21T06:19:05.682 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:05 smithi099 bash[89191]: audit 2024-09-21T06:19:05.222812+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:05.683 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:05 smithi099 bash[89191]: audit 2024-09-21T06:19:05.222812+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:05.683 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:05 smithi099 bash[92856]: audit 2024-09-21T06:19:05.222812+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:05.683 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:05 smithi099 bash[92856]: audit 2024-09-21T06:19:05.222812+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:05.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:05 smithi112 bash[70260]: audit 2024-09-21T06:19:05.222812+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:05.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:05 smithi112 bash[70260]: audit 2024-09-21T06:19:05.222812+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:05.875 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:19:06.423 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:06.042169424Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:06.550 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:19:06.550 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (14m) 4m ago 41m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:19:06.550 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (13m) 87s ago 40m 70.0M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (16m) 4m ago 38m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (15m) 87s ago 49m 444M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (26m) 4m ago 51m 518M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (10m) 4m ago 51m 53.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (11m) 87s ago 49m 47.5M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (10m) 4m ago 49m 41.3M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (15m) 4m ago 41m 8236k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (15m) 87s ago 41m 8355k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (8m) 4m ago 48m 52.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (7m) 4m ago 47m 51.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (5m) 4m ago 47m 47.3M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running 4m ago 46m - 3036M 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (3m) 87s ago 45m 53.8M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d a0569f8ecc4f 2024-09-21T06:19:06.551 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (2m) 87s ago 44m 53.5M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 2e6f67fad758 2024-09-21T06:19:06.552 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (2m) 87s ago 43m 48.0M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 6bde34265f0b 2024-09-21T06:19:06.552 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running 87s ago 42m - 3292M 2024-09-21T06:19:06.552 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (14m) 87s ago 41m 49.6M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:19:06.552 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (39m) 4m ago 39m 102M - 19.1.1-373-g4e45e6b4 164465d2334a 85bf514e5858 2024-09-21T06:19:06.552 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (39m) 87s ago 39m 103M - 19.1.1-373-g4e45e6b4 164465d2334a 20088db1984a 2024-09-21T06:19:06.640 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:19:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:06.640 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:19:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:06.640 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:19:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:06.641 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:19:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:06.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[89191]: audit 2024-09-21T06:19:05.865376+0000 mgr.y (mgr.15270) 882 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[89191]: audit 2024-09-21T06:19:05.865376+0000 mgr.y (mgr.15270) 882 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[89191]: cluster 2024-09-21T06:19:06.057737+0000 mgr.y (mgr.15270) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:06.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[89191]: cluster 2024-09-21T06:19:06.057737+0000 mgr.y (mgr.15270) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:06.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[89191]: audit 2024-09-21T06:19:06.183281+0000 mgr.y (mgr.15270) 884 : audit [DBG] from='client.44679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[89191]: audit 2024-09-21T06:19:06.183281+0000 mgr.y (mgr.15270) 884 : audit [DBG] from='client.44679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.641 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:06.642 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[92856]: audit 2024-09-21T06:19:05.865376+0000 mgr.y (mgr.15270) 882 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.642 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[92856]: audit 2024-09-21T06:19:05.865376+0000 mgr.y (mgr.15270) 882 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.642 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[92856]: cluster 2024-09-21T06:19:06.057737+0000 mgr.y (mgr.15270) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:06.642 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[92856]: cluster 2024-09-21T06:19:06.057737+0000 mgr.y (mgr.15270) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:06.642 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[92856]: audit 2024-09-21T06:19:06.183281+0000 mgr.y (mgr.15270) 884 : audit [DBG] from='client.44679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.642 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:06 smithi099 bash[92856]: audit 2024-09-21T06:19:06.183281+0000 mgr.y (mgr.15270) 884 : audit [DBG] from='client.44679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.642 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:06.642 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:19:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:06.643 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:19:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:06.643 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:19:06 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:06.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:06 smithi112 bash[70260]: audit 2024-09-21T06:19:05.865376+0000 mgr.y (mgr.15270) 882 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:06 smithi112 bash[70260]: audit 2024-09-21T06:19:05.865376+0000 mgr.y (mgr.15270) 882 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:06 smithi112 bash[70260]: cluster 2024-09-21T06:19:06.057737+0000 mgr.y (mgr.15270) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:06.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:06 smithi112 bash[70260]: cluster 2024-09-21T06:19:06.057737+0000 mgr.y (mgr.15270) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:06.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:06 smithi112 bash[70260]: audit 2024-09-21T06:19:06.183281+0000 mgr.y (mgr.15270) 884 : audit [DBG] from='client.44679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:06 smithi112 bash[70260]: audit 2024-09-21T06:19:06.183281+0000 mgr.y (mgr.15270) 884 : audit [DBG] from='client.44679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:06.912 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:19:06.912 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:19:06.912 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:19:06.912 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 8 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2, 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 13 2024-09-21T06:19:06.913 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:19:06.914 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:19:07.204 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:19:07.204 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:19:07.204 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:19:07.204 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2024-09-21T06:19:07.204 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:19:07.204 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "0/2 daemons upgraded", 2024-09-21T06:19:07.204 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading rgw daemons", 2024-09-21T06:19:07.204 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:19:07.204 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:19:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:07 smithi112 bash[70260]: audit 2024-09-21T06:19:06.538913+0000 mgr.y (mgr.15270) 885 : audit [DBG] from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:07 smithi112 bash[70260]: audit 2024-09-21T06:19:06.538913+0000 mgr.y (mgr.15270) 885 : audit [DBG] from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:07 smithi112 bash[70260]: audit 2024-09-21T06:19:06.913756+0000 mon.a (mon.0) 522 : audit [DBG] from='client.? 172.21.15.99:0/3189528329' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:07 smithi112 bash[70260]: audit 2024-09-21T06:19:06.913756+0000 mon.a (mon.0) 522 : audit [DBG] from='client.? 172.21.15.99:0/3189528329' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:07 smithi112 bash[70260]: audit 2024-09-21T06:19:07.204864+0000 mgr.y (mgr.15270) 886 : audit [DBG] from='client.44697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:07 smithi112 bash[70260]: audit 2024-09-21T06:19:07.204864+0000 mgr.y (mgr.15270) 886 : audit [DBG] from='client.44697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[89191]: audit 2024-09-21T06:19:06.538913+0000 mgr.y (mgr.15270) 885 : audit [DBG] from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[89191]: audit 2024-09-21T06:19:06.538913+0000 mgr.y (mgr.15270) 885 : audit [DBG] from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[89191]: audit 2024-09-21T06:19:06.913756+0000 mon.a (mon.0) 522 : audit [DBG] from='client.? 172.21.15.99:0/3189528329' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[89191]: audit 2024-09-21T06:19:06.913756+0000 mon.a (mon.0) 522 : audit [DBG] from='client.? 172.21.15.99:0/3189528329' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[89191]: audit 2024-09-21T06:19:07.204864+0000 mgr.y (mgr.15270) 886 : audit [DBG] from='client.44697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[89191]: audit 2024-09-21T06:19:07.204864+0000 mgr.y (mgr.15270) 886 : audit [DBG] from='client.44697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[92856]: audit 2024-09-21T06:19:06.538913+0000 mgr.y (mgr.15270) 885 : audit [DBG] from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[92856]: audit 2024-09-21T06:19:06.538913+0000 mgr.y (mgr.15270) 885 : audit [DBG] from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[92856]: audit 2024-09-21T06:19:06.913756+0000 mon.a (mon.0) 522 : audit [DBG] from='client.? 172.21.15.99:0/3189528329' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[92856]: audit 2024-09-21T06:19:06.913756+0000 mon.a (mon.0) 522 : audit [DBG] from='client.? 172.21.15.99:0/3189528329' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[92856]: audit 2024-09-21T06:19:07.204864+0000 mgr.y (mgr.15270) 886 : audit [DBG] from='client.44697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:07.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:07 smithi099 bash[92856]: audit 2024-09-21T06:19:07.204864+0000 mgr.y (mgr.15270) 886 : audit [DBG] from='client.44697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:08.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:08 smithi112 bash[70260]: cluster 2024-09-21T06:19:08.058975+0000 mgr.y (mgr.15270) 887 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:08.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:08 smithi112 bash[70260]: cluster 2024-09-21T06:19:08.058975+0000 mgr.y (mgr.15270) 887 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:08.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:08 smithi099 bash[89191]: cluster 2024-09-21T06:19:08.058975+0000 mgr.y (mgr.15270) 887 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:08.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:08 smithi099 bash[89191]: cluster 2024-09-21T06:19:08.058975+0000 mgr.y (mgr.15270) 887 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:08.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:08 smithi099 bash[92856]: cluster 2024-09-21T06:19:08.058975+0000 mgr.y (mgr.15270) 887 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:08.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:08 smithi099 bash[92856]: cluster 2024-09-21T06:19:08.058975+0000 mgr.y (mgr.15270) 887 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:09.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:09.02938242Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:11 smithi112 bash[70260]: cluster 2024-09-21T06:19:10.060274+0000 mgr.y (mgr.15270) 888 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:11 smithi112 bash[70260]: cluster 2024-09-21T06:19:10.060274+0000 mgr.y (mgr.15270) 888 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:11 smithi099 bash[89191]: cluster 2024-09-21T06:19:10.060274+0000 mgr.y (mgr.15270) 888 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:11 smithi099 bash[89191]: cluster 2024-09-21T06:19:10.060274+0000 mgr.y (mgr.15270) 888 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:11 smithi099 bash[92856]: cluster 2024-09-21T06:19:10.060274+0000 mgr.y (mgr.15270) 888 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:11 smithi099 bash[92856]: cluster 2024-09-21T06:19:10.060274+0000 mgr.y (mgr.15270) 888 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:12.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:12.048538594Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:13 smithi112 bash[70260]: cluster 2024-09-21T06:19:12.061424+0000 mgr.y (mgr.15270) 889 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:13 smithi112 bash[70260]: cluster 2024-09-21T06:19:12.061424+0000 mgr.y (mgr.15270) 889 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:13.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:13 smithi099 bash[89191]: cluster 2024-09-21T06:19:12.061424+0000 mgr.y (mgr.15270) 889 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:13.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:13 smithi099 bash[89191]: cluster 2024-09-21T06:19:12.061424+0000 mgr.y (mgr.15270) 889 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:13 smithi099 bash[92856]: cluster 2024-09-21T06:19:12.061424+0000 mgr.y (mgr.15270) 889 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:13.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:13 smithi099 bash[92856]: cluster 2024-09-21T06:19:12.061424+0000 mgr.y (mgr.15270) 889 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:15.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:15.03925325Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:15 smithi112 bash[70260]: audit 2024-09-21T06:19:13.597492+0000 mgr.y (mgr.15270) 890 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:15 smithi112 bash[70260]: audit 2024-09-21T06:19:13.597492+0000 mgr.y (mgr.15270) 890 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:15 smithi112 bash[70260]: cluster 2024-09-21T06:19:14.062729+0000 mgr.y (mgr.15270) 891 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:15.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:15 smithi112 bash[70260]: cluster 2024-09-21T06:19:14.062729+0000 mgr.y (mgr.15270) 891 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:15.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:19:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:19:15] "GET /metrics HTTP/1.1" 200 38400 "" "Prometheus/2.51.0" 2024-09-21T06:19:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:15 smithi099 bash[92856]: audit 2024-09-21T06:19:13.597492+0000 mgr.y (mgr.15270) 890 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:15 smithi099 bash[92856]: audit 2024-09-21T06:19:13.597492+0000 mgr.y (mgr.15270) 890 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:15 smithi099 bash[92856]: cluster 2024-09-21T06:19:14.062729+0000 mgr.y (mgr.15270) 891 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:15 smithi099 bash[92856]: cluster 2024-09-21T06:19:14.062729+0000 mgr.y (mgr.15270) 891 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:15.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:15 smithi099 bash[89191]: audit 2024-09-21T06:19:13.597492+0000 mgr.y (mgr.15270) 890 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:15.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:15 smithi099 bash[89191]: audit 2024-09-21T06:19:13.597492+0000 mgr.y (mgr.15270) 890 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:15.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:15 smithi099 bash[89191]: cluster 2024-09-21T06:19:14.062729+0000 mgr.y (mgr.15270) 891 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:15.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:15 smithi099 bash[89191]: cluster 2024-09-21T06:19:14.062729+0000 mgr.y (mgr.15270) 891 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:17.346 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:17 smithi099 bash[89191]: cluster 2024-09-21T06:19:16.063649+0000 mgr.y (mgr.15270) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:17.346 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:17 smithi099 bash[89191]: cluster 2024-09-21T06:19:16.063649+0000 mgr.y (mgr.15270) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:17.346 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:17 smithi099 bash[92856]: cluster 2024-09-21T06:19:16.063649+0000 mgr.y (mgr.15270) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:17.346 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:17 smithi099 bash[92856]: cluster 2024-09-21T06:19:16.063649+0000 mgr.y (mgr.15270) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:17.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:17 smithi112 bash[70260]: cluster 2024-09-21T06:19:16.063649+0000 mgr.y (mgr.15270) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:17.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:17 smithi112 bash[70260]: cluster 2024-09-21T06:19:16.063649+0000 mgr.y (mgr.15270) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:18.010 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:19:17 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:18.010 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:19:17 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:18.010 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:19:17 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:18.011 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:19:17 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:18.011 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:19:17 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:18.011 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:19:17 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:18.011 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:19:17 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:18.012 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:17 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:18.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:17 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:18.427 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:18.06202702Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:19.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:18 smithi112 bash[70260]: audit 2024-09-21T06:19:17.856224+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:18 smithi112 bash[70260]: audit 2024-09-21T06:19:17.856224+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:18 smithi112 bash[70260]: audit 2024-09-21T06:19:17.867483+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:18 smithi112 bash[70260]: audit 2024-09-21T06:19:17.867483+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:18 smithi112 bash[70260]: cluster 2024-09-21T06:19:18.064912+0000 mgr.y (mgr.15270) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:19.193 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:18 smithi112 bash[70260]: cluster 2024-09-21T06:19:18.064912+0000 mgr.y (mgr.15270) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[89191]: audit 2024-09-21T06:19:17.856224+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[89191]: audit 2024-09-21T06:19:17.856224+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[89191]: audit 2024-09-21T06:19:17.867483+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[89191]: audit 2024-09-21T06:19:17.867483+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[89191]: cluster 2024-09-21T06:19:18.064912+0000 mgr.y (mgr.15270) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[89191]: cluster 2024-09-21T06:19:18.064912+0000 mgr.y (mgr.15270) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[92856]: audit 2024-09-21T06:19:17.856224+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[92856]: audit 2024-09-21T06:19:17.856224+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[92856]: audit 2024-09-21T06:19:17.867483+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.222 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[92856]: audit 2024-09-21T06:19:17.867483+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:19.223 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[92856]: cluster 2024-09-21T06:19:18.064912+0000 mgr.y (mgr.15270) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:19.223 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:18 smithi099 bash[92856]: cluster 2024-09-21T06:19:18.064912+0000 mgr.y (mgr.15270) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:19:21.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:21.060169273Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: cluster 2024-09-21T06:19:20.066261+0000 mgr.y (mgr.15270) 894 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T06:19:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: cluster 2024-09-21T06:19:20.066261+0000 mgr.y (mgr.15270) 894 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T06:19:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.223362+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.223362+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: cephadm 2024-09-21T06:19:20.373465+0000 mgr.y (mgr.15270) 895 : cephadm [INF] Upgrade: Updating rgw.foo.smithi112.rnjkup (2/2) 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: cephadm 2024-09-21T06:19:20.373465+0000 mgr.y (mgr.15270) 895 : cephadm [INF] Upgrade: Updating rgw.foo.smithi112.rnjkup (2/2) 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.384043+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.384043+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.389668+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.389668+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.390943+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.390943+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.395847+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: audit 2024-09-21T06:19:20.395847+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: cephadm 2024-09-21T06:19:20.398166+0000 mgr.y (mgr.15270) 896 : cephadm [INF] Deploying daemon rgw.foo.smithi112.rnjkup on smithi112 2024-09-21T06:19:21.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:21 smithi112 bash[70260]: cephadm 2024-09-21T06:19:20.398166+0000 mgr.y (mgr.15270) 896 : cephadm [INF] Deploying daemon rgw.foo.smithi112.rnjkup on smithi112 2024-09-21T06:19:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: cluster 2024-09-21T06:19:20.066261+0000 mgr.y (mgr.15270) 894 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T06:19:21.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: cluster 2024-09-21T06:19:20.066261+0000 mgr.y (mgr.15270) 894 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T06:19:21.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.223362+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:21.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.223362+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: cephadm 2024-09-21T06:19:20.373465+0000 mgr.y (mgr.15270) 895 : cephadm [INF] Upgrade: Updating rgw.foo.smithi112.rnjkup (2/2) 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: cephadm 2024-09-21T06:19:20.373465+0000 mgr.y (mgr.15270) 895 : cephadm [INF] Upgrade: Updating rgw.foo.smithi112.rnjkup (2/2) 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.384043+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.384043+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.389668+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.389668+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.390943+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.390943+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.395847+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: audit 2024-09-21T06:19:20.395847+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: cephadm 2024-09-21T06:19:20.398166+0000 mgr.y (mgr.15270) 896 : cephadm [INF] Deploying daemon rgw.foo.smithi112.rnjkup on smithi112 2024-09-21T06:19:21.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[89191]: cephadm 2024-09-21T06:19:20.398166+0000 mgr.y (mgr.15270) 896 : cephadm [INF] Deploying daemon rgw.foo.smithi112.rnjkup on smithi112 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: cluster 2024-09-21T06:19:20.066261+0000 mgr.y (mgr.15270) 894 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: cluster 2024-09-21T06:19:20.066261+0000 mgr.y (mgr.15270) 894 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.223362+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.223362+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: cephadm 2024-09-21T06:19:20.373465+0000 mgr.y (mgr.15270) 895 : cephadm [INF] Upgrade: Updating rgw.foo.smithi112.rnjkup (2/2) 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: cephadm 2024-09-21T06:19:20.373465+0000 mgr.y (mgr.15270) 895 : cephadm [INF] Upgrade: Updating rgw.foo.smithi112.rnjkup (2/2) 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.384043+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.384043+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.389668+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.389668+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.390943+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.515 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.390943+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi112.rnjkup", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-21T06:19:21.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.395847+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:21.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: audit 2024-09-21T06:19:20.395847+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:21.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: cephadm 2024-09-21T06:19:20.398166+0000 mgr.y (mgr.15270) 896 : cephadm [INF] Deploying daemon rgw.foo.smithi112.rnjkup on smithi112 2024-09-21T06:19:21.516 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:21 smithi099 bash[92856]: cephadm 2024-09-21T06:19:20.398166+0000 mgr.y (mgr.15270) 896 : cephadm [INF] Deploying daemon rgw.foo.smithi112.rnjkup on smithi112 2024-09-21T06:19:23.149 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:19:23 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:23.149 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:19:23 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:23.150 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:19:23 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:23.150 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:19:23 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:23.150 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:23 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:23.150 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:23 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:23.151 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:19:23 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:23.151 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:19:23 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:23.151 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:19:23 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:23.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:23 smithi112 bash[70260]: cluster 2024-09-21T06:19:22.067499+0000 mgr.y (mgr.15270) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-21T06:19:23.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:23 smithi112 bash[70260]: cluster 2024-09-21T06:19:22.067499+0000 mgr.y (mgr.15270) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-21T06:19:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:23 smithi099 bash[89191]: cluster 2024-09-21T06:19:22.067499+0000 mgr.y (mgr.15270) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-21T06:19:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:23 smithi099 bash[89191]: cluster 2024-09-21T06:19:22.067499+0000 mgr.y (mgr.15270) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-21T06:19:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:23 smithi099 bash[92856]: cluster 2024-09-21T06:19:22.067499+0000 mgr.y (mgr.15270) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-21T06:19:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:23 smithi099 bash[92856]: cluster 2024-09-21T06:19:22.067499+0000 mgr.y (mgr.15270) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-21T06:19:24.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:24.043484251Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:25 smithi099 bash[89191]: audit 2024-09-21T06:19:23.608741+0000 mgr.y (mgr.15270) 898 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:25 smithi099 bash[89191]: audit 2024-09-21T06:19:23.608741+0000 mgr.y (mgr.15270) 898 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:25 smithi099 bash[89191]: cluster 2024-09-21T06:19:24.068757+0000 mgr.y (mgr.15270) 899 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:25.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:25 smithi099 bash[89191]: cluster 2024-09-21T06:19:24.068757+0000 mgr.y (mgr.15270) 899 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:25.511 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:19:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:19:25] "GET /metrics HTTP/1.1" 200 38384 "" "Prometheus/2.51.0" 2024-09-21T06:19:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:25 smithi099 bash[92856]: audit 2024-09-21T06:19:23.608741+0000 mgr.y (mgr.15270) 898 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:25 smithi099 bash[92856]: audit 2024-09-21T06:19:23.608741+0000 mgr.y (mgr.15270) 898 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:25 smithi099 bash[92856]: cluster 2024-09-21T06:19:24.068757+0000 mgr.y (mgr.15270) 899 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:25.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:25 smithi099 bash[92856]: cluster 2024-09-21T06:19:24.068757+0000 mgr.y (mgr.15270) 899 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:25.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:25 smithi112 bash[70260]: audit 2024-09-21T06:19:23.608741+0000 mgr.y (mgr.15270) 898 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:25.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:25 smithi112 bash[70260]: audit 2024-09-21T06:19:23.608741+0000 mgr.y (mgr.15270) 898 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:25.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:25 smithi112 bash[70260]: cluster 2024-09-21T06:19:24.068757+0000 mgr.y (mgr.15270) 899 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:25.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:25 smithi112 bash[70260]: cluster 2024-09-21T06:19:24.068757+0000 mgr.y (mgr.15270) 899 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:27.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:27.038860674Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:27.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:27 smithi112 bash[70260]: cluster 2024-09-21T06:19:26.069680+0000 mgr.y (mgr.15270) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:27.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:27 smithi112 bash[70260]: cluster 2024-09-21T06:19:26.069680+0000 mgr.y (mgr.15270) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:27 smithi099 bash[89191]: cluster 2024-09-21T06:19:26.069680+0000 mgr.y (mgr.15270) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:27.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:27 smithi099 bash[89191]: cluster 2024-09-21T06:19:26.069680+0000 mgr.y (mgr.15270) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:27 smithi099 bash[92856]: cluster 2024-09-21T06:19:26.069680+0000 mgr.y (mgr.15270) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:27.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:27 smithi099 bash[92856]: cluster 2024-09-21T06:19:26.069680+0000 mgr.y (mgr.15270) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:29 smithi099 bash[89191]: cluster 2024-09-21T06:19:28.070947+0000 mgr.y (mgr.15270) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:29.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:29 smithi099 bash[89191]: cluster 2024-09-21T06:19:28.070947+0000 mgr.y (mgr.15270) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:29 smithi099 bash[92856]: cluster 2024-09-21T06:19:28.070947+0000 mgr.y (mgr.15270) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:29.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:29 smithi099 bash[92856]: cluster 2024-09-21T06:19:28.070947+0000 mgr.y (mgr.15270) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:29.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:29 smithi112 bash[70260]: cluster 2024-09-21T06:19:28.070947+0000 mgr.y (mgr.15270) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:29.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:29 smithi112 bash[70260]: cluster 2024-09-21T06:19:28.070947+0000 mgr.y (mgr.15270) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:30.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:30.055889793Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:31 smithi099 bash[89191]: cluster 2024-09-21T06:19:30.072206+0000 mgr.y (mgr.15270) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:31.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:31 smithi099 bash[89191]: cluster 2024-09-21T06:19:30.072206+0000 mgr.y (mgr.15270) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:31 smithi099 bash[92856]: cluster 2024-09-21T06:19:30.072206+0000 mgr.y (mgr.15270) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:31.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:31 smithi099 bash[92856]: cluster 2024-09-21T06:19:30.072206+0000 mgr.y (mgr.15270) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:31.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:31 smithi112 bash[70260]: cluster 2024-09-21T06:19:30.072206+0000 mgr.y (mgr.15270) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:31.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:31 smithi112 bash[70260]: cluster 2024-09-21T06:19:30.072206+0000 mgr.y (mgr.15270) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:33.362 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:33.050386986Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:33.363 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:33 smithi112 bash[70260]: cluster 2024-09-21T06:19:32.073392+0000 mgr.y (mgr.15270) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-21T06:19:33.363 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:33 smithi112 bash[70260]: cluster 2024-09-21T06:19:32.073392+0000 mgr.y (mgr.15270) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-21T06:19:33.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:33 smithi099 bash[89191]: cluster 2024-09-21T06:19:32.073392+0000 mgr.y (mgr.15270) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-21T06:19:33.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:33 smithi099 bash[89191]: cluster 2024-09-21T06:19:32.073392+0000 mgr.y (mgr.15270) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-21T06:19:33.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:33 smithi099 bash[92856]: cluster 2024-09-21T06:19:32.073392+0000 mgr.y (mgr.15270) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-21T06:19:33.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:33 smithi099 bash[92856]: cluster 2024-09-21T06:19:32.073392+0000 mgr.y (mgr.15270) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-21T06:19:34.693 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:19:34 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:34.693 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:19:34 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:34.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:19:34 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:34.693 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:19:34 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:34.694 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:19:34 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:34.694 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:19:34 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:34.694 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:34 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:34.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:34 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:34.695 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:19:34 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:19:35.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:19:35] "GET /metrics HTTP/1.1" 200 38364 "" "Prometheus/2.51.0" 2024-09-21T06:19:35.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: audit 2024-09-21T06:19:33.619989+0000 mgr.y (mgr.15270) 904 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: audit 2024-09-21T06:19:33.619989+0000 mgr.y (mgr.15270) 904 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: cluster 2024-09-21T06:19:34.074607+0000 mgr.y (mgr.15270) 905 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: cluster 2024-09-21T06:19:34.074607+0000 mgr.y (mgr.15270) 905 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: audit 2024-09-21T06:19:34.536753+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: audit 2024-09-21T06:19:34.536753+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: audit 2024-09-21T06:19:34.550796+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: audit 2024-09-21T06:19:34.550796+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: audit 2024-09-21T06:19:35.224126+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[92856]: audit 2024-09-21T06:19:35.224126+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: audit 2024-09-21T06:19:33.619989+0000 mgr.y (mgr.15270) 904 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:35.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: audit 2024-09-21T06:19:33.619989+0000 mgr.y (mgr.15270) 904 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:35.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: cluster 2024-09-21T06:19:34.074607+0000 mgr.y (mgr.15270) 905 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-21T06:19:35.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: cluster 2024-09-21T06:19:34.074607+0000 mgr.y (mgr.15270) 905 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-21T06:19:35.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: audit 2024-09-21T06:19:34.536753+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: audit 2024-09-21T06:19:34.536753+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: audit 2024-09-21T06:19:34.550796+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: audit 2024-09-21T06:19:34.550796+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: audit 2024-09-21T06:19:35.224126+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:35.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:35 smithi099 bash[89191]: audit 2024-09-21T06:19:35.224126+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: audit 2024-09-21T06:19:33.619989+0000 mgr.y (mgr.15270) 904 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: audit 2024-09-21T06:19:33.619989+0000 mgr.y (mgr.15270) 904 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: cluster 2024-09-21T06:19:34.074607+0000 mgr.y (mgr.15270) 905 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: cluster 2024-09-21T06:19:34.074607+0000 mgr.y (mgr.15270) 905 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: audit 2024-09-21T06:19:34.536753+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: audit 2024-09-21T06:19:34.536753+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: audit 2024-09-21T06:19:34.550796+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: audit 2024-09-21T06:19:34.550796+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: audit 2024-09-21T06:19:35.224126+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:35.614 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:35 smithi112 bash[70260]: audit 2024-09-21T06:19:35.224126+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:36.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:36.034542072Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:37 smithi099 bash[89191]: cluster 2024-09-21T06:19:36.075327+0000 mgr.y (mgr.15270) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:37.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:37 smithi099 bash[89191]: cluster 2024-09-21T06:19:36.075327+0000 mgr.y (mgr.15270) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:37.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:37 smithi099 bash[92856]: cluster 2024-09-21T06:19:36.075327+0000 mgr.y (mgr.15270) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:37.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:37 smithi099 bash[92856]: cluster 2024-09-21T06:19:36.075327+0000 mgr.y (mgr.15270) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:37.551 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-09-21T06:19:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:37 smithi112 bash[70260]: cluster 2024-09-21T06:19:36.075327+0000 mgr.y (mgr.15270) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:37.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:37 smithi112 bash[70260]: cluster 2024-09-21T06:19:36.075327+0000 mgr.y (mgr.15270) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:19:38.189 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:19:38.189 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (14m) 4m ago 41m 14.1M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:19:38.189 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (14m) 119s ago 41m 70.0M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:19:38.189 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (16m) 4m ago 39m 49.2M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (16m) 119s ago 49m 444M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (27m) 4m ago 52m 518M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (11m) 4m ago 52m 53.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (12m) 119s ago 50m 47.5M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (10m) 4m ago 50m 41.3M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (16m) 4m ago 41m 8236k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (15m) 119s ago 41m 8355k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (8m) 4m ago 49m 52.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (8m) 4m ago 48m 51.5M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (6m) 4m ago 47m 47.3M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running 4m ago 46m - 3036M 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (4m) 119s ago 45m 53.8M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d a0569f8ecc4f 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (3m) 119s ago 44m 53.5M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 2e6f67fad758 2024-09-21T06:19:38.190 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (2m) 119s ago 44m 48.0M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 6bde34265f0b 2024-09-21T06:19:38.191 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running 119s ago 43m - 3292M 2024-09-21T06:19:38.191 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (15m) 119s ago 42m 49.6M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:19:38.191 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 starting - - - - 2024-09-21T06:19:38.191 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 starting - - - - 2024-09-21T06:19:38.541 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:19:38.541 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-09-21T06:19:38.541 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 3 2024-09-21T06:19:38.541 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:19:38.541 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-09-21T06:19:38.541 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:19:38.542 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:19:38.542 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-09-21T06:19:38.542 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 8 2024-09-21T06:19:38.542 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:19:38.542 INFO:teuthology.orchestra.run.smithi099.stdout: "rgw": { 2024-09-21T06:19:38.542 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2, 2024-09-21T06:19:38.542 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 2 2024-09-21T06:19:38.542 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-21T06:19:38.542 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-09-21T06:19:38.543 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.1.1-373-g4e45e6b4 (4e45e6b490e6cbe082cdf155fea780438ec53fc7) squid (stable)": 2, 2024-09-21T06:19:38.543 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.3.0-5103-gf36283e7 (f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2) squid (dev)": 15 2024-09-21T06:19:38.543 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-21T06:19:38.543 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:19:38.856 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-21T06:19:38.856 INFO:teuthology.orchestra.run.smithi099.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2", 2024-09-21T06:19:38.856 INFO:teuthology.orchestra.run.smithi099.stdout: "in_progress": true, 2024-09-21T06:19:38.856 INFO:teuthology.orchestra.run.smithi099.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2024-09-21T06:19:38.857 INFO:teuthology.orchestra.run.smithi099.stdout: "services_complete": [], 2024-09-21T06:19:38.857 INFO:teuthology.orchestra.run.smithi099.stdout: "progress": "0/2 daemons upgraded", 2024-09-21T06:19:38.857 INFO:teuthology.orchestra.run.smithi099.stdout: "message": "Currently upgrading rgw daemons", 2024-09-21T06:19:38.857 INFO:teuthology.orchestra.run.smithi099.stdout: "is_paused": false 2024-09-21T06:19:38.857 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-21T06:19:39.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:39.045915751Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: audit 2024-09-21T06:19:37.540091+0000 mgr.y (mgr.15270) 907 : audit [DBG] from='client.44736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: audit 2024-09-21T06:19:37.540091+0000 mgr.y (mgr.15270) 907 : audit [DBG] from='client.44736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: audit 2024-09-21T06:19:37.854648+0000 mgr.y (mgr.15270) 908 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: audit 2024-09-21T06:19:37.854648+0000 mgr.y (mgr.15270) 908 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: cluster 2024-09-21T06:19:38.076454+0000 mgr.y (mgr.15270) 909 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-09-21T06:19:39.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: cluster 2024-09-21T06:19:38.076454+0000 mgr.y (mgr.15270) 909 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-09-21T06:19:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: audit 2024-09-21T06:19:38.170929+0000 mgr.y (mgr.15270) 910 : audit [DBG] from='client.44748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: audit 2024-09-21T06:19:38.170929+0000 mgr.y (mgr.15270) 910 : audit [DBG] from='client.44748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: audit 2024-09-21T06:19:38.542115+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.99:0/1362497671' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:39.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:39 smithi112 bash[70260]: audit 2024-09-21T06:19:38.542115+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.99:0/1362497671' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: audit 2024-09-21T06:19:37.540091+0000 mgr.y (mgr.15270) 907 : audit [DBG] from='client.44736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: audit 2024-09-21T06:19:37.540091+0000 mgr.y (mgr.15270) 907 : audit [DBG] from='client.44736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: audit 2024-09-21T06:19:37.854648+0000 mgr.y (mgr.15270) 908 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: audit 2024-09-21T06:19:37.854648+0000 mgr.y (mgr.15270) 908 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: cluster 2024-09-21T06:19:38.076454+0000 mgr.y (mgr.15270) 909 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-09-21T06:19:39.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: cluster 2024-09-21T06:19:38.076454+0000 mgr.y (mgr.15270) 909 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-09-21T06:19:39.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: audit 2024-09-21T06:19:38.170929+0000 mgr.y (mgr.15270) 910 : audit [DBG] from='client.44748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: audit 2024-09-21T06:19:38.170929+0000 mgr.y (mgr.15270) 910 : audit [DBG] from='client.44748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: audit 2024-09-21T06:19:38.542115+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.99:0/1362497671' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:39.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[89191]: audit 2024-09-21T06:19:38.542115+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.99:0/1362497671' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:39.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: audit 2024-09-21T06:19:37.540091+0000 mgr.y (mgr.15270) 907 : audit [DBG] from='client.44736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: audit 2024-09-21T06:19:37.540091+0000 mgr.y (mgr.15270) 907 : audit [DBG] from='client.44736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: audit 2024-09-21T06:19:37.854648+0000 mgr.y (mgr.15270) 908 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: audit 2024-09-21T06:19:37.854648+0000 mgr.y (mgr.15270) 908 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: cluster 2024-09-21T06:19:38.076454+0000 mgr.y (mgr.15270) 909 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-09-21T06:19:39.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: cluster 2024-09-21T06:19:38.076454+0000 mgr.y (mgr.15270) 909 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-09-21T06:19:39.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: audit 2024-09-21T06:19:38.170929+0000 mgr.y (mgr.15270) 910 : audit [DBG] from='client.44748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: audit 2024-09-21T06:19:38.170929+0000 mgr.y (mgr.15270) 910 : audit [DBG] from='client.44748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:39.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: audit 2024-09-21T06:19:38.542115+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.99:0/1362497671' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:39.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:39 smithi099 bash[92856]: audit 2024-09-21T06:19:38.542115+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.99:0/1362497671' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:40.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:40 smithi112 bash[70260]: audit 2024-09-21T06:19:38.857312+0000 mgr.y (mgr.15270) 911 : audit [DBG] from='client.44760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:40.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:40 smithi112 bash[70260]: audit 2024-09-21T06:19:38.857312+0000 mgr.y (mgr.15270) 911 : audit [DBG] from='client.44760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:40.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:40 smithi099 bash[89191]: audit 2024-09-21T06:19:38.857312+0000 mgr.y (mgr.15270) 911 : audit [DBG] from='client.44760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:40.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:40 smithi099 bash[89191]: audit 2024-09-21T06:19:38.857312+0000 mgr.y (mgr.15270) 911 : audit [DBG] from='client.44760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:40.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:40 smithi099 bash[92856]: audit 2024-09-21T06:19:38.857312+0000 mgr.y (mgr.15270) 911 : audit [DBG] from='client.44760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:40.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:40 smithi099 bash[92856]: audit 2024-09-21T06:19:38.857312+0000 mgr.y (mgr.15270) 911 : audit [DBG] from='client.44760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:19:41.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: cluster 2024-09-21T06:19:40.077154+0000 mgr.y (mgr.15270) 912 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 85 B/s wr, 78 op/s 2024-09-21T06:19:41.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: cluster 2024-09-21T06:19:40.077154+0000 mgr.y (mgr.15270) 912 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 85 B/s wr, 78 op/s 2024-09-21T06:19:41.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: audit 2024-09-21T06:19:40.277505+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: audit 2024-09-21T06:19:40.277505+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: audit 2024-09-21T06:19:40.284077+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: audit 2024-09-21T06:19:40.284077+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: audit 2024-09-21T06:19:40.330907+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: audit 2024-09-21T06:19:40.330907+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: audit 2024-09-21T06:19:40.338901+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:41 smithi112 bash[70260]: audit 2024-09-21T06:19:40.338901+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: cluster 2024-09-21T06:19:40.077154+0000 mgr.y (mgr.15270) 912 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 85 B/s wr, 78 op/s 2024-09-21T06:19:41.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: cluster 2024-09-21T06:19:40.077154+0000 mgr.y (mgr.15270) 912 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 85 B/s wr, 78 op/s 2024-09-21T06:19:41.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: audit 2024-09-21T06:19:40.277505+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: audit 2024-09-21T06:19:40.277505+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: audit 2024-09-21T06:19:40.284077+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: audit 2024-09-21T06:19:40.284077+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: audit 2024-09-21T06:19:40.330907+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: audit 2024-09-21T06:19:40.330907+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: audit 2024-09-21T06:19:40.338901+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[89191]: audit 2024-09-21T06:19:40.338901+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: cluster 2024-09-21T06:19:40.077154+0000 mgr.y (mgr.15270) 912 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 85 B/s wr, 78 op/s 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: cluster 2024-09-21T06:19:40.077154+0000 mgr.y (mgr.15270) 912 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 85 B/s wr, 78 op/s 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: audit 2024-09-21T06:19:40.277505+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: audit 2024-09-21T06:19:40.277505+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: audit 2024-09-21T06:19:40.284077+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: audit 2024-09-21T06:19:40.284077+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: audit 2024-09-21T06:19:40.330907+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: audit 2024-09-21T06:19:40.330907+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: audit 2024-09-21T06:19:40.338901+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:41.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:41 smithi099 bash[92856]: audit 2024-09-21T06:19:40.338901+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.441 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:42.049237742Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: audit 2024-09-21T06:19:41.441538+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: audit 2024-09-21T06:19:41.441538+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: audit 2024-09-21T06:19:41.450929+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: audit 2024-09-21T06:19:41.450929+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: audit 2024-09-21T06:19:41.470324+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: audit 2024-09-21T06:19:41.470324+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: audit 2024-09-21T06:19:41.478522+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: audit 2024-09-21T06:19:41.478522+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: cluster 2024-09-21T06:19:42.078223+0000 mgr.y (mgr.15270) 913 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:42.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:42 smithi112 bash[70260]: cluster 2024-09-21T06:19:42.078223+0000 mgr.y (mgr.15270) 913 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:42.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: audit 2024-09-21T06:19:41.441538+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: audit 2024-09-21T06:19:41.441538+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: audit 2024-09-21T06:19:41.450929+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: audit 2024-09-21T06:19:41.450929+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: audit 2024-09-21T06:19:41.470324+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: audit 2024-09-21T06:19:41.470324+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: audit 2024-09-21T06:19:41.478522+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: audit 2024-09-21T06:19:41.478522+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: cluster 2024-09-21T06:19:42.078223+0000 mgr.y (mgr.15270) 913 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[89191]: cluster 2024-09-21T06:19:42.078223+0000 mgr.y (mgr.15270) 913 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: audit 2024-09-21T06:19:41.441538+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: audit 2024-09-21T06:19:41.441538+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: audit 2024-09-21T06:19:41.450929+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: audit 2024-09-21T06:19:41.450929+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: audit 2024-09-21T06:19:41.470324+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: audit 2024-09-21T06:19:41.470324+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: audit 2024-09-21T06:19:41.478522+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: audit 2024-09-21T06:19:41.478522+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:42.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: cluster 2024-09-21T06:19:42.078223+0000 mgr.y (mgr.15270) 913 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:42.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:42 smithi099 bash[92856]: cluster 2024-09-21T06:19:42.078223+0000 mgr.y (mgr.15270) 913 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:45.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:45.044677784Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:45 smithi112 bash[70260]: audit 2024-09-21T06:19:43.630894+0000 mgr.y (mgr.15270) 914 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:45 smithi112 bash[70260]: audit 2024-09-21T06:19:43.630894+0000 mgr.y (mgr.15270) 914 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:45 smithi112 bash[70260]: cluster 2024-09-21T06:19:44.079527+0000 mgr.y (mgr.15270) 915 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:45.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:45 smithi112 bash[70260]: cluster 2024-09-21T06:19:44.079527+0000 mgr.y (mgr.15270) 915 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:45.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:19:45 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:19:45] "GET /metrics HTTP/1.1" 200 38364 "" "Prometheus/2.51.0" 2024-09-21T06:19:45.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:45 smithi099 bash[92856]: audit 2024-09-21T06:19:43.630894+0000 mgr.y (mgr.15270) 914 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:45.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:45 smithi099 bash[92856]: audit 2024-09-21T06:19:43.630894+0000 mgr.y (mgr.15270) 914 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:45.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:45 smithi099 bash[92856]: cluster 2024-09-21T06:19:44.079527+0000 mgr.y (mgr.15270) 915 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:45.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:45 smithi099 bash[92856]: cluster 2024-09-21T06:19:44.079527+0000 mgr.y (mgr.15270) 915 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:45.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:45 smithi099 bash[89191]: audit 2024-09-21T06:19:43.630894+0000 mgr.y (mgr.15270) 914 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:45.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:45 smithi099 bash[89191]: audit 2024-09-21T06:19:43.630894+0000 mgr.y (mgr.15270) 914 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:45.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:45 smithi099 bash[89191]: cluster 2024-09-21T06:19:44.079527+0000 mgr.y (mgr.15270) 915 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:45.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:45 smithi099 bash[89191]: cluster 2024-09-21T06:19:44.079527+0000 mgr.y (mgr.15270) 915 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:47 smithi112 bash[70260]: cluster 2024-09-21T06:19:46.080438+0000 mgr.y (mgr.15270) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:47.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:47 smithi112 bash[70260]: cluster 2024-09-21T06:19:46.080438+0000 mgr.y (mgr.15270) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:47 smithi099 bash[89191]: cluster 2024-09-21T06:19:46.080438+0000 mgr.y (mgr.15270) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:47.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:47 smithi099 bash[89191]: cluster 2024-09-21T06:19:46.080438+0000 mgr.y (mgr.15270) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:47 smithi099 bash[92856]: cluster 2024-09-21T06:19:46.080438+0000 mgr.y (mgr.15270) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:47.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:47 smithi099 bash[92856]: cluster 2024-09-21T06:19:46.080438+0000 mgr.y (mgr.15270) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:48.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:48.033720532Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:49 smithi112 bash[70260]: cluster 2024-09-21T06:19:48.081277+0000 mgr.y (mgr.15270) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:49.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:49 smithi112 bash[70260]: cluster 2024-09-21T06:19:48.081277+0000 mgr.y (mgr.15270) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:49.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:49 smithi099 bash[92856]: cluster 2024-09-21T06:19:48.081277+0000 mgr.y (mgr.15270) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:49.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:49 smithi099 bash[92856]: cluster 2024-09-21T06:19:48.081277+0000 mgr.y (mgr.15270) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:49.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:49 smithi099 bash[89191]: cluster 2024-09-21T06:19:48.081277+0000 mgr.y (mgr.15270) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:49.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:49 smithi099 bash[89191]: cluster 2024-09-21T06:19:48.081277+0000 mgr.y (mgr.15270) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-21T06:19:51.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:51.054476105Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:51 smithi112 bash[70260]: cluster 2024-09-21T06:19:50.082437+0000 mgr.y (mgr.15270) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 85 B/s wr, 54 op/s 2024-09-21T06:19:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:51 smithi112 bash[70260]: cluster 2024-09-21T06:19:50.082437+0000 mgr.y (mgr.15270) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 85 B/s wr, 54 op/s 2024-09-21T06:19:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:51 smithi112 bash[70260]: audit 2024-09-21T06:19:50.224272+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:51.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:51 smithi112 bash[70260]: audit 2024-09-21T06:19:50.224272+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:51 smithi099 bash[92856]: cluster 2024-09-21T06:19:50.082437+0000 mgr.y (mgr.15270) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 85 B/s wr, 54 op/s 2024-09-21T06:19:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:51 smithi099 bash[92856]: cluster 2024-09-21T06:19:50.082437+0000 mgr.y (mgr.15270) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 85 B/s wr, 54 op/s 2024-09-21T06:19:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:51 smithi099 bash[92856]: audit 2024-09-21T06:19:50.224272+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:51.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:51 smithi099 bash[92856]: audit 2024-09-21T06:19:50.224272+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:51.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:51 smithi099 bash[89191]: cluster 2024-09-21T06:19:50.082437+0000 mgr.y (mgr.15270) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 85 B/s wr, 54 op/s 2024-09-21T06:19:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:51 smithi099 bash[89191]: cluster 2024-09-21T06:19:50.082437+0000 mgr.y (mgr.15270) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 85 B/s wr, 54 op/s 2024-09-21T06:19:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:51 smithi099 bash[89191]: audit 2024-09-21T06:19:50.224272+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:51.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:51 smithi099 bash[89191]: audit 2024-09-21T06:19:50.224272+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:19:52.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.413948+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.413948+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.420295+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.420295+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.429985+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.429985+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.436680+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.436680+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.439925+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.439925+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.442068+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.442068+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.452636+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.452636+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.580671+0000 mon.b (mon.1) 350 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.580671+0000 mon.b (mon.1) 350 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.584260+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.584260+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.586874+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.586874+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.589235+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.589235+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.592211+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.592211+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.597681+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.696 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.597681+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.601178+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.601178+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.610873+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.610873+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.615752+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.615752+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.616554+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.616554+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.622588+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"}]': finished 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.622588+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"}]': finished 2024-09-21T06:19:52.697 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.627185+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.627185+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.628089+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.628089+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.634207+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"}]': finished 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.634207+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"}]': finished 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.639827+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.639827+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.649234+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.649234+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.654534+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.654534+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.657793+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.698 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.657793+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.666705+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.666705+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.673768+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.673768+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.682754+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.682754+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.690719+0000 mon.b (mon.1) 363 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.690719+0000 mon.b (mon.1) 363 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.699471+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.699471+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.706142+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.706142+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.709863+0000 mon.b (mon.1) 365 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.699 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.709863+0000 mon.b (mon.1) 365 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.713588+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.713588+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.717384+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.717384+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.720708+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.720708+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.724218+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.724218+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.729840+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.729840+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.730622+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.700 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.730622+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.736484+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.736484+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.741188+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.741188+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.742064+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.742064+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.747946+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.747946+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.752636+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.752636+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.753525+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.753525+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.701 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.759223+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.759223+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.763937+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.763937+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.764766+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.764766+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.770759+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.770759+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.775222+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.775222+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.776103+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.776103+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.702 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.782202+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.782202+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.786747+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.786747+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.787572+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.787572+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.793597+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.793597+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.798165+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.798165+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.798879+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.798879+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.804696+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.804696+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:19:52.703 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.809279+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.809279+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.810082+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.810082+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.812222+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.812222+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.704 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.813070+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.813070+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.821166+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.821166+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.826733+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.826733+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.827488+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.827488+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.829773+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.829773+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.830501+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.830501+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.836276+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:19:52.705 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.836276+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.840927+0000 mon.b (mon.1) 381 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.840927+0000 mon.b (mon.1) 381 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.841627+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.841627+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.845855+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.845855+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.851558+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.851558+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.852324+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.852324+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.854466+0000 mon.b (mon.1) 383 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.706 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.854466+0000 mon.b (mon.1) 383 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.855069+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.855069+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.857260+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.857260+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.857948+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.857948+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.859995+0000 mon.b (mon.1) 385 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.859995+0000 mon.b (mon.1) 385 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.860652+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.860652+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.862837+0000 mon.b (mon.1) 386 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.862837+0000 mon.b (mon.1) 386 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.863449+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.707 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.863449+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.865610+0000 mon.b (mon.1) 387 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.865610+0000 mon.b (mon.1) 387 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.866386+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.866386+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.869613+0000 mon.b (mon.1) 388 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.869613+0000 mon.b (mon.1) 388 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.870293+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.870293+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.876193+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.876193+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.878698+0000 mon.b (mon.1) 389 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.878698+0000 mon.b (mon.1) 389 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.880416+0000 mon.b (mon.1) 390 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:51.880416+0000 mon.b (mon.1) 390 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.708 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:52.207751+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.709 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:52.207751+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.709 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:52.275373+0000 mon.b (mon.1) 391 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.709 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:52.275373+0000 mon.b (mon.1) 391 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.709 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:52.277470+0000 mon.b (mon.1) 392 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.709 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:52.277470+0000 mon.b (mon.1) 392 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.709 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:52.285636+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.709 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:52 smithi112 bash[70260]: audit 2024-09-21T06:19:52.285636+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.413948+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.413948+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.420295+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.420295+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.429985+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.429985+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.436680+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.436680+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.439925+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.439925+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.442068+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.442068+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.452636+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.452636+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.580671+0000 mon.b (mon.1) 350 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.580671+0000 mon.b (mon.1) 350 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.584260+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.584260+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.586874+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.586874+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.589235+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.589235+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.413948+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.413948+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.420295+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.420295+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.429985+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.429985+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.436680+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.436680+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.439925+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.439925+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.442068+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.442068+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.452636+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.452636+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.580671+0000 mon.b (mon.1) 350 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:52.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.580671+0000 mon.b (mon.1) 350 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-21T06:19:52.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.584260+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.584260+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.586874+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.586874+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.589235+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.589235+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.592211+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.592211+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.597681+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.597681+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.601178+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.601178+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.610873+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.610873+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.615752+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.615752+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.616554+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.616554+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.622588+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"}]': finished 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.622588+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"}]': finished 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.627185+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.627185+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.628089+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.766 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.628089+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.592211+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.592211+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.597681+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.597681+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.601178+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.601178+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.766 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.610873+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.610873+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.615752+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.615752+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.616554+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.616554+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"} : dispatch 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.622588+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"}]': finished 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.622588+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi099.oefgrq"}]': finished 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.627185+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.627185+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.628089+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.628089+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"} : dispatch 2024-09-21T06:19:52.767 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.634207+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"}]': finished 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.634207+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"}]': finished 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.639827+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.639827+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.649234+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.649234+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.654534+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.654534+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.657793+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.657793+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.666705+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.666705+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.673768+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.673768+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.682754+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.682754+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.690719+0000 mon.b (mon.1) 363 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.690719+0000 mon.b (mon.1) 363 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.699471+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.699471+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.706142+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.706142+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.634207+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"}]': finished 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.634207+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi112.rnjkup"}]': finished 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.639827+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.769 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.639827+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.649234+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.649234+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.654534+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.654534+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.657793+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.657793+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.666705+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.666705+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.673768+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.673768+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.682754+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.682754+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.690719+0000 mon.b (mon.1) 363 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.770 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.690719+0000 mon.b (mon.1) 363 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.699471+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.699471+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.706142+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.706142+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.709863+0000 mon.b (mon.1) 365 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.709863+0000 mon.b (mon.1) 365 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.713588+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.713588+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.717384+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.717384+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.720708+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.720708+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.724218+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.724218+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.729840+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.729840+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.730622+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.730622+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.736484+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.736484+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.741188+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.741188+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.742064+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.772 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.709863+0000 mon.b (mon.1) 365 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.709863+0000 mon.b (mon.1) 365 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.713588+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.713588+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.717384+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.717384+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.720708+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.720708+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.724218+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.724218+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.729840+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.729840+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.730622+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.730622+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-21T06:19:52.773 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.736484+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.736484+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.741188+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.741188+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.742064+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.742064+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.747946+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.747946+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.752636+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.752636+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.753525+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.753525+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.759223+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.759223+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.763937+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.763937+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.764766+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.764766+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.770759+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.770759+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.775222+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.775222+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.775 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.742064+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.747946+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.747946+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.752636+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.752636+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.753525+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.753525+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.759223+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.759223+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.763937+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.763937+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.764766+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.764766+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.770759+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:19:52.776 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.770759+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-21T06:19:52.777 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.775222+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.777 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.775222+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.777 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.776103+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.777 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.776103+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.777 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.782202+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:19:52.777 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.782202+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:19:52.777 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.786747+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.777 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.786747+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.777 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.787572+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.787572+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.793597+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.793597+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.798165+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.798165+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.798879+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.798879+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.804696+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.804696+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.809279+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.809279+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.810082+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.810082+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.812222+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.812222+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.813070+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.813070+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.821166+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.821166+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.826733+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.826733+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.827488+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.827488+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.829773+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.829773+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.830501+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.830501+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.836276+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.776103+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.776103+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.782202+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.782202+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.786747+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.786747+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.787572+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.787572+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.793597+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-21T06:19:52.780 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.793597+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.798165+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.798165+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.798879+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.798879+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.804696+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.804696+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.809279+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.809279+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.836276+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.840927+0000 mon.b (mon.1) 381 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.840927+0000 mon.b (mon.1) 381 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.841627+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.841627+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.845855+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.845855+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.851558+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.851558+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.852324+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.852324+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.854466+0000 mon.b (mon.1) 383 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.854466+0000 mon.b (mon.1) 383 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.855069+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.855069+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.857260+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.782 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.857260+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.810082+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.810082+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.812222+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.812222+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.813070+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.813070+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.821166+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.821166+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.826733+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.826733+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.827488+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.827488+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.829773+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.829773+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.830501+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.830501+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.836276+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.857948+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.857948+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.784 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.859995+0000 mon.b (mon.1) 385 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.859995+0000 mon.b (mon.1) 385 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.860652+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.860652+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.862837+0000 mon.b (mon.1) 386 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.862837+0000 mon.b (mon.1) 386 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.863449+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.863449+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.865610+0000 mon.b (mon.1) 387 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.865610+0000 mon.b (mon.1) 387 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.866386+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.866386+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.869613+0000 mon.b (mon.1) 388 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.869613+0000 mon.b (mon.1) 388 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.785 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.870293+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.870293+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.836276+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.840927+0000 mon.b (mon.1) 381 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.840927+0000 mon.b (mon.1) 381 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.841627+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.841627+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.845855+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.845855+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.851558+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.786 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.851558+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.852324+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.852324+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.854466+0000 mon.b (mon.1) 383 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.854466+0000 mon.b (mon.1) 383 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.855069+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.855069+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.857260+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.857260+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.876193+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.876193+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:19:52.787 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.878698+0000 mon.b (mon.1) 389 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.878698+0000 mon.b (mon.1) 389 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.880416+0000 mon.b (mon.1) 390 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:51.880416+0000 mon.b (mon.1) 390 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:52.207751+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:52.207751+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:52.275373+0000 mon.b (mon.1) 391 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:52.275373+0000 mon.b (mon.1) 391 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:52.277470+0000 mon.b (mon.1) 392 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:52.277470+0000 mon.b (mon.1) 392 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:52.285636+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[89191]: audit 2024-09-21T06:19:52.285636+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.788 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.857948+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.857948+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.859995+0000 mon.b (mon.1) 385 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.859995+0000 mon.b (mon.1) 385 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.860652+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.860652+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.862837+0000 mon.b (mon.1) 386 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.862837+0000 mon.b (mon.1) 386 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.863449+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.863449+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.865610+0000 mon.b (mon.1) 387 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.865610+0000 mon.b (mon.1) 387 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.866386+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.789 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.866386+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.869613+0000 mon.b (mon.1) 388 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.869613+0000 mon.b (mon.1) 388 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.870293+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.870293+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.876193+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.876193+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15270 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.878698+0000 mon.b (mon.1) 389 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.878698+0000 mon.b (mon.1) 389 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.880416+0000 mon.b (mon.1) 390 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:51.880416+0000 mon.b (mon.1) 390 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:52.207751+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:52.207751+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.790 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:52.275373+0000 mon.b (mon.1) 391 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.791 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:52.275373+0000 mon.b (mon.1) 391 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-21T06:19:52.791 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:52.277470+0000 mon.b (mon.1) 392 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.791 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:52.277470+0000 mon.b (mon.1) 392 : audit [INF] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-21T06:19:52.791 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:52.285636+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:52.791 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:52 smithi099 bash[92856]: audit 2024-09-21T06:19:52.285636+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.602837+0000 mgr.y (mgr.15270) 919 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-373-g4e45e6b4 != target 19.3.0-5103-gf36283e7 2024-09-21T06:19:53.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.602837+0000 mgr.y (mgr.15270) 919 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-373-g4e45e6b4 != target 19.3.0-5103-gf36283e7 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.603004+0000 mgr.y (mgr.15270) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.603004+0000 mgr.y (mgr.15270) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.641847+0000 mgr.y (mgr.15270) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.641847+0000 mgr.y (mgr.15270) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.659573+0000 mgr.y (mgr.15270) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.659573+0000 mgr.y (mgr.15270) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.675490+0000 mgr.y (mgr.15270) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.675490+0000 mgr.y (mgr.15270) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.692377+0000 mgr.y (mgr.15270) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.692377+0000 mgr.y (mgr.15270) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.726150+0000 mgr.y (mgr.15270) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.726150+0000 mgr.y (mgr.15270) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:19:53.694 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.868631+0000 mgr.y (mgr.15270) 926 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:19:53.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.868631+0000 mgr.y (mgr.15270) 926 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:19:53.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.892477+0000 mgr.y (mgr.15270) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T06:19:53.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cephadm 2024-09-21T06:19:51.892477+0000 mgr.y (mgr.15270) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T06:19:53.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cluster 2024-09-21T06:19:52.083899+0000 mgr.y (mgr.15270) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:19:53.695 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:53 smithi112 bash[70260]: cluster 2024-09-21T06:19:52.083899+0000 mgr.y (mgr.15270) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.602837+0000 mgr.y (mgr.15270) 919 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-373-g4e45e6b4 != target 19.3.0-5103-gf36283e7 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.602837+0000 mgr.y (mgr.15270) 919 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-373-g4e45e6b4 != target 19.3.0-5103-gf36283e7 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.603004+0000 mgr.y (mgr.15270) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.603004+0000 mgr.y (mgr.15270) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.641847+0000 mgr.y (mgr.15270) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.641847+0000 mgr.y (mgr.15270) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.659573+0000 mgr.y (mgr.15270) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.659573+0000 mgr.y (mgr.15270) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.675490+0000 mgr.y (mgr.15270) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:19:53.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.675490+0000 mgr.y (mgr.15270) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.692377+0000 mgr.y (mgr.15270) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.692377+0000 mgr.y (mgr.15270) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.726150+0000 mgr.y (mgr.15270) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.726150+0000 mgr.y (mgr.15270) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.868631+0000 mgr.y (mgr.15270) 926 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.868631+0000 mgr.y (mgr.15270) 926 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.892477+0000 mgr.y (mgr.15270) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cephadm 2024-09-21T06:19:51.892477+0000 mgr.y (mgr.15270) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cluster 2024-09-21T06:19:52.083899+0000 mgr.y (mgr.15270) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[89191]: cluster 2024-09-21T06:19:52.083899+0000 mgr.y (mgr.15270) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:19:53.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.602837+0000 mgr.y (mgr.15270) 919 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-373-g4e45e6b4 != target 19.3.0-5103-gf36283e7 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.602837+0000 mgr.y (mgr.15270) 919 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-373-g4e45e6b4 != target 19.3.0-5103-gf36283e7 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.603004+0000 mgr.y (mgr.15270) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.603004+0000 mgr.y (mgr.15270) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.641847+0000 mgr.y (mgr.15270) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.641847+0000 mgr.y (mgr.15270) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.659573+0000 mgr.y (mgr.15270) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.659573+0000 mgr.y (mgr.15270) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.675490+0000 mgr.y (mgr.15270) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.675490+0000 mgr.y (mgr.15270) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.692377+0000 mgr.y (mgr.15270) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.692377+0000 mgr.y (mgr.15270) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.726150+0000 mgr.y (mgr.15270) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.726150+0000 mgr.y (mgr.15270) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.868631+0000 mgr.y (mgr.15270) 926 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.868631+0000 mgr.y (mgr.15270) 926 : cephadm [INF] Upgrade: Complete! 2024-09-21T06:19:53.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.892477+0000 mgr.y (mgr.15270) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T06:19:53.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cephadm 2024-09-21T06:19:51.892477+0000 mgr.y (mgr.15270) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-21T06:19:53.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cluster 2024-09-21T06:19:52.083899+0000 mgr.y (mgr.15270) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:19:53.764 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:53 smithi099 bash[92856]: cluster 2024-09-21T06:19:52.083899+0000 mgr.y (mgr.15270) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-21T06:19:54.417 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:54.054246975Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:54.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:54 smithi112 bash[70260]: audit 2024-09-21T06:19:53.641599+0000 mgr.y (mgr.15270) 929 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:54.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:54 smithi112 bash[70260]: audit 2024-09-21T06:19:53.641599+0000 mgr.y (mgr.15270) 929 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:54.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:54 smithi112 bash[70260]: cluster 2024-09-21T06:19:54.085221+0000 mgr.y (mgr.15270) 930 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-21T06:19:54.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:54 smithi112 bash[70260]: cluster 2024-09-21T06:19:54.085221+0000 mgr.y (mgr.15270) 930 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-21T06:19:54.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:54 smithi099 bash[89191]: audit 2024-09-21T06:19:53.641599+0000 mgr.y (mgr.15270) 929 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:54.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:54 smithi099 bash[89191]: audit 2024-09-21T06:19:53.641599+0000 mgr.y (mgr.15270) 929 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:54.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:54 smithi099 bash[89191]: cluster 2024-09-21T06:19:54.085221+0000 mgr.y (mgr.15270) 930 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-21T06:19:54.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:54 smithi099 bash[89191]: cluster 2024-09-21T06:19:54.085221+0000 mgr.y (mgr.15270) 930 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-21T06:19:54.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:54 smithi099 bash[92856]: audit 2024-09-21T06:19:53.641599+0000 mgr.y (mgr.15270) 929 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:54.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:54 smithi099 bash[92856]: audit 2024-09-21T06:19:53.641599+0000 mgr.y (mgr.15270) 929 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:19:54.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:54 smithi099 bash[92856]: cluster 2024-09-21T06:19:54.085221+0000 mgr.y (mgr.15270) 930 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-21T06:19:54.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:54 smithi099 bash[92856]: cluster 2024-09-21T06:19:54.085221+0000 mgr.y (mgr.15270) 930 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-21T06:19:55.760 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:19:55 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:19:55] "GET /metrics HTTP/1.1" 200 38406 "" "Prometheus/2.51.0" 2024-09-21T06:19:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:56 smithi112 bash[70260]: audit 2024-09-21T06:19:55.611759+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:56 smithi112 bash[70260]: audit 2024-09-21T06:19:55.611759+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:56 smithi112 bash[70260]: cluster 2024-09-21T06:19:56.086161+0000 mgr.y (mgr.15270) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 2 op/s 2024-09-21T06:19:56.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:56 smithi112 bash[70260]: cluster 2024-09-21T06:19:56.086161+0000 mgr.y (mgr.15270) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 2 op/s 2024-09-21T06:19:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:56 smithi099 bash[89191]: audit 2024-09-21T06:19:55.611759+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:56 smithi099 bash[89191]: audit 2024-09-21T06:19:55.611759+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:56 smithi099 bash[89191]: cluster 2024-09-21T06:19:56.086161+0000 mgr.y (mgr.15270) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 2 op/s 2024-09-21T06:19:57.010 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:56 smithi099 bash[89191]: cluster 2024-09-21T06:19:56.086161+0000 mgr.y (mgr.15270) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 2 op/s 2024-09-21T06:19:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:56 smithi099 bash[92856]: audit 2024-09-21T06:19:55.611759+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:56 smithi099 bash[92856]: audit 2024-09-21T06:19:55.611759+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15270 ' entity='mgr.y' 2024-09-21T06:19:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:56 smithi099 bash[92856]: cluster 2024-09-21T06:19:56.086161+0000 mgr.y (mgr.15270) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 2 op/s 2024-09-21T06:19:57.011 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:56 smithi099 bash[92856]: cluster 2024-09-21T06:19:56.086161+0000 mgr.y (mgr.15270) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 2 op/s 2024-09-21T06:19:57.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:19:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:19:57.029753488Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:19:59.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:59 smithi112 bash[70260]: cluster 2024-09-21T06:19:58.087453+0000 mgr.y (mgr.15270) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:19:59.444 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:19:59 smithi112 bash[70260]: cluster 2024-09-21T06:19:58.087453+0000 mgr.y (mgr.15270) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:19:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:59 smithi099 bash[89191]: cluster 2024-09-21T06:19:58.087453+0000 mgr.y (mgr.15270) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:19:59.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:19:59 smithi099 bash[89191]: cluster 2024-09-21T06:19:58.087453+0000 mgr.y (mgr.15270) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:19:59.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:59 smithi099 bash[92856]: cluster 2024-09-21T06:19:58.087453+0000 mgr.y (mgr.15270) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:19:59.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:19:59 smithi099 bash[92856]: cluster 2024-09-21T06:19:58.087453+0000 mgr.y (mgr.15270) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:20:00.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:00.07660105Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:00.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:00 smithi112 bash[70260]: cluster 2024-09-21T06:20:00.000157+0000 mon.a (mon.0) 584 : cluster [INF] overall HEALTH_OK 2024-09-21T06:20:00.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:00 smithi112 bash[70260]: cluster 2024-09-21T06:20:00.000157+0000 mon.a (mon.0) 584 : cluster [INF] overall HEALTH_OK 2024-09-21T06:20:00.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:00 smithi099 bash[89191]: cluster 2024-09-21T06:20:00.000157+0000 mon.a (mon.0) 584 : cluster [INF] overall HEALTH_OK 2024-09-21T06:20:00.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:00 smithi099 bash[89191]: cluster 2024-09-21T06:20:00.000157+0000 mon.a (mon.0) 584 : cluster [INF] overall HEALTH_OK 2024-09-21T06:20:00.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:00 smithi099 bash[92856]: cluster 2024-09-21T06:20:00.000157+0000 mon.a (mon.0) 584 : cluster [INF] overall HEALTH_OK 2024-09-21T06:20:00.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:00 smithi099 bash[92856]: cluster 2024-09-21T06:20:00.000157+0000 mon.a (mon.0) 584 : cluster [INF] overall HEALTH_OK 2024-09-21T06:20:01.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:01 smithi112 bash[70260]: cluster 2024-09-21T06:20:00.088722+0000 mgr.y (mgr.15270) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:01.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:01 smithi112 bash[70260]: cluster 2024-09-21T06:20:00.088722+0000 mgr.y (mgr.15270) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:01.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:01 smithi099 bash[89191]: cluster 2024-09-21T06:20:00.088722+0000 mgr.y (mgr.15270) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:01.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:01 smithi099 bash[89191]: cluster 2024-09-21T06:20:00.088722+0000 mgr.y (mgr.15270) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:01.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:01 smithi099 bash[92856]: cluster 2024-09-21T06:20:00.088722+0000 mgr.y (mgr.15270) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:01.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:01 smithi099 bash[92856]: cluster 2024-09-21T06:20:00.088722+0000 mgr.y (mgr.15270) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:03.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:03.04433331Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:03 smithi112 bash[70260]: cluster 2024-09-21T06:20:02.089881+0000 mgr.y (mgr.15270) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:20:03.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:03 smithi112 bash[70260]: cluster 2024-09-21T06:20:02.089881+0000 mgr.y (mgr.15270) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:20:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:03 smithi099 bash[89191]: cluster 2024-09-21T06:20:02.089881+0000 mgr.y (mgr.15270) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:20:03.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:03 smithi099 bash[89191]: cluster 2024-09-21T06:20:02.089881+0000 mgr.y (mgr.15270) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:20:03.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:03 smithi099 bash[92856]: cluster 2024-09-21T06:20:02.089881+0000 mgr.y (mgr.15270) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:20:03.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:03 smithi099 bash[92856]: cluster 2024-09-21T06:20:02.089881+0000 mgr.y (mgr.15270) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-21T06:20:05.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:05 smithi112 bash[70260]: audit 2024-09-21T06:20:03.647872+0000 mgr.y (mgr.15270) 935 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:05.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:05 smithi112 bash[70260]: audit 2024-09-21T06:20:03.647872+0000 mgr.y (mgr.15270) 935 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:05.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:05 smithi112 bash[70260]: cluster 2024-09-21T06:20:04.091129+0000 mgr.y (mgr.15270) 936 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:05.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:05 smithi112 bash[70260]: cluster 2024-09-21T06:20:04.091129+0000 mgr.y (mgr.15270) 936 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:05.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:20:05 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:20:05] "GET /metrics HTTP/1.1" 200 38406 "" "Prometheus/2.51.0" 2024-09-21T06:20:05.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:05 smithi099 bash[89191]: audit 2024-09-21T06:20:03.647872+0000 mgr.y (mgr.15270) 935 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:05.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:05 smithi099 bash[89191]: audit 2024-09-21T06:20:03.647872+0000 mgr.y (mgr.15270) 935 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:05.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:05 smithi099 bash[89191]: cluster 2024-09-21T06:20:04.091129+0000 mgr.y (mgr.15270) 936 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:05.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:05 smithi099 bash[89191]: cluster 2024-09-21T06:20:04.091129+0000 mgr.y (mgr.15270) 936 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:05.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:05 smithi099 bash[92856]: audit 2024-09-21T06:20:03.647872+0000 mgr.y (mgr.15270) 935 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:05.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:05 smithi099 bash[92856]: audit 2024-09-21T06:20:03.647872+0000 mgr.y (mgr.15270) 935 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:05.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:05 smithi099 bash[92856]: cluster 2024-09-21T06:20:04.091129+0000 mgr.y (mgr.15270) 936 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:05.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:05 smithi099 bash[92856]: cluster 2024-09-21T06:20:04.091129+0000 mgr.y (mgr.15270) 936 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-21T06:20:06.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:06.054290878Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:06.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:06 smithi112 bash[70260]: audit 2024-09-21T06:20:05.225374+0000 mon.b (mon.1) 393 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:06.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:06 smithi112 bash[70260]: audit 2024-09-21T06:20:05.225374+0000 mon.b (mon.1) 393 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:06 smithi099 bash[89191]: audit 2024-09-21T06:20:05.225374+0000 mon.b (mon.1) 393 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:06.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:06 smithi099 bash[89191]: audit 2024-09-21T06:20:05.225374+0000 mon.b (mon.1) 393 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:06.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:06 smithi099 bash[92856]: audit 2024-09-21T06:20:05.225374+0000 mon.b (mon.1) 393 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:06.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:06 smithi099 bash[92856]: audit 2024-09-21T06:20:05.225374+0000 mon.b (mon.1) 393 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:07.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:07 smithi112 bash[70260]: cluster 2024-09-21T06:20:06.092032+0000 mgr.y (mgr.15270) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:20:07.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:07 smithi112 bash[70260]: cluster 2024-09-21T06:20:06.092032+0000 mgr.y (mgr.15270) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:20:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:07 smithi099 bash[89191]: cluster 2024-09-21T06:20:06.092032+0000 mgr.y (mgr.15270) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:20:07.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:07 smithi099 bash[89191]: cluster 2024-09-21T06:20:06.092032+0000 mgr.y (mgr.15270) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:20:07.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:07 smithi099 bash[92856]: cluster 2024-09-21T06:20:06.092032+0000 mgr.y (mgr.15270) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:20:07.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:07 smithi099 bash[92856]: cluster 2024-09-21T06:20:06.092032+0000 mgr.y (mgr.15270) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-21T06:20:09.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:09.029409137Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:09.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:09 smithi112 bash[70260]: cluster 2024-09-21T06:20:08.093270+0000 mgr.y (mgr.15270) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-09-21T06:20:09.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:09 smithi112 bash[70260]: cluster 2024-09-21T06:20:08.093270+0000 mgr.y (mgr.15270) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-09-21T06:20:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:09 smithi099 bash[89191]: cluster 2024-09-21T06:20:08.093270+0000 mgr.y (mgr.15270) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-09-21T06:20:09.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:09 smithi099 bash[89191]: cluster 2024-09-21T06:20:08.093270+0000 mgr.y (mgr.15270) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-09-21T06:20:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:09 smithi099 bash[92856]: cluster 2024-09-21T06:20:08.093270+0000 mgr.y (mgr.15270) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-09-21T06:20:09.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:09 smithi099 bash[92856]: cluster 2024-09-21T06:20:08.093270+0000 mgr.y (mgr.15270) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-09-21T06:20:09.900 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph orch ps' 2024-09-21T06:20:10.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:10 smithi112 bash[70260]: audit 2024-09-21T06:20:09.185331+0000 mgr.y (mgr.15270) 939 : audit [DBG] from='client.54770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:10.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:10 smithi112 bash[70260]: audit 2024-09-21T06:20:09.185331+0000 mgr.y (mgr.15270) 939 : audit [DBG] from='client.54770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:10.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:10 smithi099 bash[89191]: audit 2024-09-21T06:20:09.185331+0000 mgr.y (mgr.15270) 939 : audit [DBG] from='client.54770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:10.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:10 smithi099 bash[89191]: audit 2024-09-21T06:20:09.185331+0000 mgr.y (mgr.15270) 939 : audit [DBG] from='client.54770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:10.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:10 smithi099 bash[92856]: audit 2024-09-21T06:20:09.185331+0000 mgr.y (mgr.15270) 939 : audit [DBG] from='client.54770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:10.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:10 smithi099 bash[92856]: audit 2024-09-21T06:20:09.185331+0000 mgr.y (mgr.15270) 939 : audit [DBG] from='client.54770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:11 smithi112 bash[70260]: cluster 2024-09-21T06:20:10.093956+0000 mgr.y (mgr.15270) 940 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:11.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:11 smithi112 bash[70260]: cluster 2024-09-21T06:20:10.093956+0000 mgr.y (mgr.15270) 940 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:11 smithi099 bash[89191]: cluster 2024-09-21T06:20:10.093956+0000 mgr.y (mgr.15270) 940 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:11.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:11 smithi099 bash[89191]: cluster 2024-09-21T06:20:10.093956+0000 mgr.y (mgr.15270) 940 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:11 smithi099 bash[92856]: cluster 2024-09-21T06:20:10.093956+0000 mgr.y (mgr.15270) 940 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:11.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:11 smithi099 bash[92856]: cluster 2024-09-21T06:20:10.093956+0000 mgr.y (mgr.15270) 940 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:12.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:12.025758741Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:13 smithi112 bash[70260]: cluster 2024-09-21T06:20:12.095241+0000 mgr.y (mgr.15270) 941 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:13.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:13 smithi112 bash[70260]: cluster 2024-09-21T06:20:12.095241+0000 mgr.y (mgr.15270) 941 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:13.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:13 smithi099 bash[89191]: cluster 2024-09-21T06:20:12.095241+0000 mgr.y (mgr.15270) 941 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:13.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:13 smithi099 bash[89191]: cluster 2024-09-21T06:20:12.095241+0000 mgr.y (mgr.15270) 941 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:13 smithi099 bash[92856]: cluster 2024-09-21T06:20:12.095241+0000 mgr.y (mgr.15270) 941 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:13.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:13 smithi099 bash[92856]: cluster 2024-09-21T06:20:12.095241+0000 mgr.y (mgr.15270) 941 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:14.707 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:20:15.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:15.027186734Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:15 smithi112 bash[70260]: audit 2024-09-21T06:20:13.653870+0000 mgr.y (mgr.15270) 942 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:15 smithi112 bash[70260]: audit 2024-09-21T06:20:13.653870+0000 mgr.y (mgr.15270) 942 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:15 smithi112 bash[70260]: cluster 2024-09-21T06:20:14.096547+0000 mgr.y (mgr.15270) 943 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:15.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:15 smithi112 bash[70260]: cluster 2024-09-21T06:20:14.096547+0000 mgr.y (mgr.15270) 943 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:15.510 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:20:15 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:20:15] "GET /metrics HTTP/1.1" 200 38406 "" "Prometheus/2.51.0" 2024-09-21T06:20:15.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:15 smithi099 bash[92856]: audit 2024-09-21T06:20:13.653870+0000 mgr.y (mgr.15270) 942 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:15.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:15 smithi099 bash[92856]: audit 2024-09-21T06:20:13.653870+0000 mgr.y (mgr.15270) 942 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:15.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:15 smithi099 bash[92856]: cluster 2024-09-21T06:20:14.096547+0000 mgr.y (mgr.15270) 943 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:15.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:15 smithi099 bash[92856]: cluster 2024-09-21T06:20:14.096547+0000 mgr.y (mgr.15270) 943 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:15.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:15 smithi099 bash[89191]: audit 2024-09-21T06:20:13.653870+0000 mgr.y (mgr.15270) 942 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:15.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:15 smithi099 bash[89191]: audit 2024-09-21T06:20:13.653870+0000 mgr.y (mgr.15270) 942 : audit [DBG] from='client.15447 -' entity='client.iscsi.foo.smithi099.gdqtvj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-21T06:20:15.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:15 smithi099 bash[89191]: cluster 2024-09-21T06:20:14.096547+0000 mgr.y (mgr.15270) 943 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:15.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:15 smithi099 bash[89191]: cluster 2024-09-21T06:20:14.096547+0000 mgr.y (mgr.15270) 943 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:16.361 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T06:20:16.361 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (15m) 36s ago 42m 14.5M - 0.27.0 11f11916f8cd a5420125a170 2024-09-21T06:20:16.361 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi112 *:3000 running (14m) 36s ago 42m 70.4M - 10.4.8 5aad1d7cf004 97113ff5249a 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:iscsi.foo.smithi099.gdqtvj smithi099 *:5000 running (17m) 36s ago 39m 49.4M - 3.8 164465d2334a 918fab2c6bf9 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi112 *:8443,9283,8765 running (17m) 36s ago 50m 445M - 19.3.0-5103-gf36283e7 48ed0a2cf89d dc26aac5ec57 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (27m) 36s ago 52m 521M - 19.3.0-5103-gf36283e7 48ed0a2cf89d c6e9e9f59b56 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (11m) 36s ago 52m 62.9M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 47ef94e1ed4b 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi112 running (13m) 36s ago 51m 50.7M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 79b44cb6f3f8 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (11m) 36s ago 51m 46.5M 2048M 19.3.0-5103-gf36283e7 48ed0a2cf89d 51bde7b4faf6 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (16m) 36s ago 42m 8555k - 1.7.0 72c9c2088986 7d90782bb3ff 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi112 *:9100 running (16m) 36s ago 42m 8584k - 1.7.0 72c9c2088986 26ae86520617 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (9m) 36s ago 49m 60.8M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d d568bbf8c7d4 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (8m) 36s ago 49m 61.0M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e375cec96a1d 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (7m) 36s ago 48m 53.9M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d 7907b609e589 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (5m) 36s ago 47m 57.6M 3036M 19.3.0-5103-gf36283e7 48ed0a2cf89d e8953a95d1c8 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi112 running (4m) 36s ago 46m 57.8M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d a0569f8ecc4f 2024-09-21T06:20:16.362 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi112 running (4m) 36s ago 45m 56.5M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 2e6f67fad758 2024-09-21T06:20:16.363 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi112 running (3m) 36s ago 44m 51.0M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 6bde34265f0b 2024-09-21T06:20:16.363 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi112 running (2m) 36s ago 43m 50.4M 3292M 19.3.0-5103-gf36283e7 48ed0a2cf89d 44b52f03fccb 2024-09-21T06:20:16.363 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi112 *:9095 running (16m) 36s ago 42m 50.0M - 2.51.0 1d3b7f56885b 2df9ba996b6f 2024-09-21T06:20:16.363 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi099.oefgrq smithi099 *:8000 running (58s) 36s ago 40m 89.3M - 19.3.0-5103-gf36283e7 48ed0a2cf89d fb12ec551fcf 2024-09-21T06:20:16.363 INFO:teuthology.orchestra.run.smithi099.stdout:rgw.foo.smithi112.rnjkup smithi112 *:8000 running (41s) 36s ago 40m 88.8M - 19.3.0-5103-gf36283e7 48ed0a2cf89d 4ed5a75a3d2f 2024-09-21T06:20:17.092 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c 'ceph versions | jq -e '"'"'.rgw | length == 1'"'"'' 2024-09-21T06:20:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:17 smithi099 bash[92856]: cluster 2024-09-21T06:20:16.097516+0000 mgr.y (mgr.15270) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:17.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:17 smithi099 bash[92856]: cluster 2024-09-21T06:20:16.097516+0000 mgr.y (mgr.15270) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:17 smithi099 bash[92856]: audit 2024-09-21T06:20:16.324255+0000 mgr.y (mgr.15270) 945 : audit [DBG] from='client.54776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:17.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:17 smithi099 bash[92856]: audit 2024-09-21T06:20:16.324255+0000 mgr.y (mgr.15270) 945 : audit [DBG] from='client.54776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:17.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:17 smithi099 bash[89191]: cluster 2024-09-21T06:20:16.097516+0000 mgr.y (mgr.15270) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:17.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:17 smithi099 bash[89191]: cluster 2024-09-21T06:20:16.097516+0000 mgr.y (mgr.15270) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:17.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:17 smithi099 bash[89191]: audit 2024-09-21T06:20:16.324255+0000 mgr.y (mgr.15270) 945 : audit [DBG] from='client.54776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:17.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:17 smithi099 bash[89191]: audit 2024-09-21T06:20:16.324255+0000 mgr.y (mgr.15270) 945 : audit [DBG] from='client.54776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:17.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:17 smithi112 bash[70260]: cluster 2024-09-21T06:20:16.097516+0000 mgr.y (mgr.15270) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:17.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:17 smithi112 bash[70260]: cluster 2024-09-21T06:20:16.097516+0000 mgr.y (mgr.15270) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:17.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:17 smithi112 bash[70260]: audit 2024-09-21T06:20:16.324255+0000 mgr.y (mgr.15270) 945 : audit [DBG] from='client.54776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:17.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:17 smithi112 bash[70260]: audit 2024-09-21T06:20:16.324255+0000 mgr.y (mgr.15270) 945 : audit [DBG] from='client.54776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T06:20:18.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:18.043358779Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:19 smithi099 bash[89191]: cluster 2024-09-21T06:20:18.098751+0000 mgr.y (mgr.15270) 946 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:19.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:19 smithi099 bash[89191]: cluster 2024-09-21T06:20:18.098751+0000 mgr.y (mgr.15270) 946 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:19.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:19 smithi099 bash[92856]: cluster 2024-09-21T06:20:18.098751+0000 mgr.y (mgr.15270) 946 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:19.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:19 smithi099 bash[92856]: cluster 2024-09-21T06:20:18.098751+0000 mgr.y (mgr.15270) 946 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:19.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:19 smithi112 bash[70260]: cluster 2024-09-21T06:20:18.098751+0000 mgr.y (mgr.15270) 946 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:19.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:19 smithi112 bash[70260]: cluster 2024-09-21T06:20:18.098751+0000 mgr.y (mgr.15270) 946 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:21.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:21.030064804Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:21 smithi112 bash[70260]: cluster 2024-09-21T06:20:20.099987+0000 mgr.y (mgr.15270) 947 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:21 smithi112 bash[70260]: cluster 2024-09-21T06:20:20.099987+0000 mgr.y (mgr.15270) 947 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:21 smithi112 bash[70260]: audit 2024-09-21T06:20:20.225491+0000 mon.b (mon.1) 394 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:21.443 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:21 smithi112 bash[70260]: audit 2024-09-21T06:20:20.225491+0000 mon.b (mon.1) 394 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:21.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:21 smithi099 bash[89191]: cluster 2024-09-21T06:20:20.099987+0000 mgr.y (mgr.15270) 947 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:21 smithi099 bash[89191]: cluster 2024-09-21T06:20:20.099987+0000 mgr.y (mgr.15270) 947 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:21 smithi099 bash[89191]: audit 2024-09-21T06:20:20.225491+0000 mon.b (mon.1) 394 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:21.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:21 smithi099 bash[89191]: audit 2024-09-21T06:20:20.225491+0000 mon.b (mon.1) 394 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:21 smithi099 bash[92856]: cluster 2024-09-21T06:20:20.099987+0000 mgr.y (mgr.15270) 947 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:21 smithi099 bash[92856]: cluster 2024-09-21T06:20:20.099987+0000 mgr.y (mgr.15270) 947 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-21T06:20:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:21 smithi099 bash[92856]: audit 2024-09-21T06:20:20.225491+0000 mon.b (mon.1) 394 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:21.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:21 smithi099 bash[92856]: audit 2024-09-21T06:20:20.225491+0000 mon.b (mon.1) 394 : audit [DBG] from='mgr.15270 172.21.15.99:0/71052268' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-21T06:20:21.913 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/mon.a/config 2024-09-21T06:20:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:23 smithi099 bash[89191]: cluster 2024-09-21T06:20:22.101165+0000 mgr.y (mgr.15270) 948 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:23.510 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:23 smithi099 bash[89191]: cluster 2024-09-21T06:20:22.101165+0000 mgr.y (mgr.15270) 948 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:23.510 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:23 smithi099 bash[92856]: cluster 2024-09-21T06:20:22.101165+0000 mgr.y (mgr.15270) 948 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:23.511 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:23 smithi099 bash[92856]: cluster 2024-09-21T06:20:22.101165+0000 mgr.y (mgr.15270) 948 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:23.585 INFO:teuthology.orchestra.run.smithi099.stdout:false 2024-09-21T06:20:23.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:23 smithi112 bash[70260]: cluster 2024-09-21T06:20:22.101165+0000 mgr.y (mgr.15270) 948 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:23.693 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:23 smithi112 bash[70260]: cluster 2024-09-21T06:20:22.101165+0000 mgr.y (mgr.15270) 948 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-21T06:20:24.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T06:20:24.259 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi099 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c \'ceph versions | jq -e \'"\'"\'.rgw | length == 1\'"\'"\'\'' 2024-09-21T06:20:24.443 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=e23c1ea5bee6440b9d805e2562edf420 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi099 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c \'ceph versions | jq -e \'"\'"\'.rgw | length == 1\'"\'"\'\'' 2024-09-21T06:20:24.445 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-21T06:20:24.498 INFO:tasks.cephadm:Teardown begin 2024-09-21T06:20:24.499 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-21T06:20:24.503 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:24.03306916Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:24.503 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:24 smithi112 bash[70260]: audit 2024-09-21T06:20:23.573444+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.99:0/778748121' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:20:24.503 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:24 smithi112 bash[70260]: audit 2024-09-21T06:20:23.573444+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.99:0/778748121' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:20:24.511 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:24 smithi099 bash[89191]: audit 2024-09-21T06:20:23.573444+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.99:0/778748121' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:20:24.512 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:24 smithi099 bash[89191]: audit 2024-09-21T06:20:23.573444+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.99:0/778748121' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:20:24.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:24 smithi099 bash[92856]: audit 2024-09-21T06:20:23.573444+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.99:0/778748121' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:20:24.512 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:24 smithi099 bash[92856]: audit 2024-09-21T06:20:23.573444+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.99:0/778748121' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-21T06:20:24.516 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-21T06:20:24.530 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-21T06:20:24.530 DEBUG:teuthology.orchestra.run.smithi099:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-21T06:20:24.566 DEBUG:teuthology.orchestra.run.smithi112:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-21T06:20:24.577 INFO:tasks.cephadm:Stopping all daemons... 2024-09-21T06:20:24.578 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-21T06:20:24.578 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.a 2024-09-21T06:20:24.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:24 smithi099 systemd[1]: Stopping Ceph mon.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:20:24.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:24 smithi099 bash[89191]: debug 2024-09-21T06:20:24.749+0000 7fece1807640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-21T06:20:24.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:24 smithi099 bash[89191]: debug 2024-09-21T06:20:24.749+0000 7fece1807640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-21T06:20:25.644 INFO:journalctl@ceph.mon.a.smithi099.stdout:Sep 21 06:20:25 smithi099 bash[126101]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-mon-a 2024-09-21T06:20:25.644 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:20:25 smithi099 bash[68315]: ::ffff:172.21.15.112 - - [21/Sep/2024:06:20:25] "GET /metrics HTTP/1.1" 200 38403 "" "Prometheus/2.51.0" 2024-09-21T06:20:25.659 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.a.service' 2024-09-21T06:20:25.693 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:20:25.693 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-21T06:20:25.694 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-21T06:20:25.694 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.c 2024-09-21T06:20:25.930 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:25 smithi099 systemd[1]: Stopping Ceph mon.c for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:20:25.930 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:25 smithi099 bash[92856]: debug 2024-09-21T06:20:25.877+0000 7f77a3ab1640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-21T06:20:25.930 INFO:journalctl@ceph.mon.c.smithi099.stdout:Sep 21 06:20:25 smithi099 bash[92856]: debug 2024-09-21T06:20:25.877+0000 7f77a3ab1640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-21T06:20:26.624 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.c.service' 2024-09-21T06:20:26.650 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:20:26.651 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-21T06:20:26.651 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-21T06:20:26.651 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.b 2024-09-21T06:20:26.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:26 smithi112 systemd[1]: Stopping Ceph mon.b for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:20:26.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:26 smithi112 bash[70260]: debug 2024-09-21T06:20:26.792+0000 7ff56a412640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-21T06:20:26.943 INFO:journalctl@ceph.mon.b.smithi112.stdout:Sep 21 06:20:26 smithi112 bash[70260]: debug 2024-09-21T06:20:26.792+0000 7ff56a412640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-21T06:20:27.316 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:27.034056288Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:27.853 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mon.b.service' 2024-09-21T06:20:27.885 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:20:27.885 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-21T06:20:27.885 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-21T06:20:27.886 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.y 2024-09-21T06:20:28.260 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:20:27 smithi099 systemd[1]: Stopping Ceph mgr.y for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:20:28.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:20:28 smithi099 bash[68315]: debug 2024-09-21T06:20:28.029+0000 7f8521b92640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:20:28.261 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Sep 21 06:20:28 smithi099 bash[68315]: debug 2024-09-21T06:20:28.029+0000 7f8521b92640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-21T06:20:28.792 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.y.service' 2024-09-21T06:20:28.817 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:20:28.817 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-21T06:20:28.818 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-21T06:20:28.818 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.x 2024-09-21T06:20:29.191 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Sep 21 06:20:28 smithi112 systemd[1]: Stopping Ceph mgr.x for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:20:29.800 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@mgr.x.service' 2024-09-21T06:20:29.823 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:20:29.823 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-21T06:20:29.823 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-21T06:20:29.824 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.0 2024-09-21T06:20:30.192 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:30.025839979Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:30.260 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:20:29 smithi099 systemd[1]: Stopping Ceph osd.0 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:20:30.261 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:20:29 smithi099 bash[98864]: debug 2024-09-21T06:20:29.969+0000 7fdad16be640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:20:30.261 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:20:29 smithi099 bash[98864]: debug 2024-09-21T06:20:29.969+0000 7fdad16be640 -1 osd.0 152 *** Got signal Terminated *** 2024-09-21T06:20:30.261 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:20:29 smithi099 bash[98864]: debug 2024-09-21T06:20:29.969+0000 7fdad16be640 -1 osd.0 152 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:20:33.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:33.0671328Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:36.260 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:20:35 smithi099 bash[126399]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-0 2024-09-21T06:20:36.260 INFO:journalctl@ceph.osd.0.smithi099.stdout:Sep 21 06:20:36 smithi099 bash[126461]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-0 2024-09-21T06:20:36.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:36.067084185Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:38.085 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.0.service' 2024-09-21T06:20:38.122 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:20:38.123 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-21T06:20:38.123 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-21T06:20:38.123 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.1 2024-09-21T06:20:38.510 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:20:38 smithi099 systemd[1]: Stopping Ceph osd.1 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:20:38.511 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:20:38 smithi099 bash[103459]: debug 2024-09-21T06:20:38.304+0000 7f7150883640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:20:38.511 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:20:38 smithi099 bash[103459]: debug 2024-09-21T06:20:38.304+0000 7f7150883640 -1 osd.1 152 *** Got signal Terminated *** 2024-09-21T06:20:38.511 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:20:38 smithi099 bash[103459]: debug 2024-09-21T06:20:38.304+0000 7f7150883640 -1 osd.1 152 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:20:39.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:39.048750849Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:42.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:42.042112106Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:44.760 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:20:44 smithi099 bash[126591]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-1 2024-09-21T06:20:44.761 INFO:journalctl@ceph.osd.1.smithi099.stdout:Sep 21 06:20:44 smithi099 bash[126655]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-1 2024-09-21T06:20:45.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:45.050538482Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:46.627 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.1.service' 2024-09-21T06:20:46.656 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:20:46.656 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-21T06:20:46.656 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-21T06:20:46.657 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.2 2024-09-21T06:20:47.010 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:20:46 smithi099 systemd[1]: Stopping Ceph osd.2 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:20:47.011 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:20:46 smithi099 bash[109441]: debug 2024-09-21T06:20:46.828+0000 7f52bfa19640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:20:47.011 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:20:46 smithi099 bash[109441]: debug 2024-09-21T06:20:46.828+0000 7f52bfa19640 -1 osd.2 152 *** Got signal Terminated *** 2024-09-21T06:20:47.011 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:20:46 smithi099 bash[109441]: debug 2024-09-21T06:20:46.828+0000 7f52bfa19640 -1 osd.2 152 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:20:48.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:48.083165445Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:51.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:51.041525692Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:53.260 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:20:52 smithi099 bash[126785]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-2 2024-09-21T06:20:53.261 INFO:journalctl@ceph.osd.2.smithi099.stdout:Sep 21 06:20:53 smithi099 bash[126851]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-2 2024-09-21T06:20:54.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:54.0654396Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:54.887 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.2.service' 2024-09-21T06:20:54.912 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:20:54.913 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-21T06:20:54.913 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-21T06:20:54.913 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.3 2024-09-21T06:20:55.260 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:20:54 smithi099 systemd[1]: Stopping Ceph osd.3 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:20:55.261 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:20:55 smithi099 bash[115075]: debug 2024-09-21T06:20:55.088+0000 7f812e7fa640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:20:55.261 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:20:55 smithi099 bash[115075]: debug 2024-09-21T06:20:55.088+0000 7f812e7fa640 -1 osd.3 152 *** Got signal Terminated *** 2024-09-21T06:20:55.261 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:20:55 smithi099 bash[115075]: debug 2024-09-21T06:20:55.088+0000 7f812e7fa640 -1 osd.3 152 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:20:57.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:20:56 smithi112 bash[83059]: debug 2024-09-21T06:20:56.791+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:20:57.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:20:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:20:57.037896153Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:20:57.692 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:20:57 smithi112 bash[87534]: debug 2024-09-21T06:20:57.395+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:20:58.010 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:20:57 smithi099 bash[115075]: debug 2024-09-21T06:20:57.588+0000 7f812ae0f640 -1 osd.3 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.876266+0000 front 2024-09-21T06:20:34.876381+0000 (oldest deadline 2024-09-21T06:20:57.176232+0000) 2024-09-21T06:20:58.193 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:20:57 smithi112 bash[74484]: debug 2024-09-21T06:20:57.711+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:20:58.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:20:57 smithi112 bash[83059]: debug 2024-09-21T06:20:57.795+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:20:58.692 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:20:58 smithi112 bash[87534]: debug 2024-09-21T06:20:58.403+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:20:59.010 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:20:58 smithi099 bash[115075]: debug 2024-09-21T06:20:58.604+0000 7f812ae0f640 -1 osd.3 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.876266+0000 front 2024-09-21T06:20:34.876381+0000 (oldest deadline 2024-09-21T06:20:57.176232+0000) 2024-09-21T06:20:59.193 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:20:58 smithi112 bash[74484]: debug 2024-09-21T06:20:58.691+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:20:59.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:20:58 smithi112 bash[83059]: debug 2024-09-21T06:20:58.783+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:20:59.693 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:20:59 smithi112 bash[74484]: debug 2024-09-21T06:20:59.647+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:20:59.693 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:20:59 smithi112 bash[87534]: debug 2024-09-21T06:20:59.427+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:00.010 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:20:59 smithi099 bash[115075]: debug 2024-09-21T06:20:59.584+0000 7f812ae0f640 -1 osd.3 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.876266+0000 front 2024-09-21T06:20:34.876381+0000 (oldest deadline 2024-09-21T06:20:57.176232+0000) 2024-09-21T06:21:00.030 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:20:59 smithi112 bash[83059]: debug 2024-09-21T06:20:59.755+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:00.433 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:00.031909833Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:00.692 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:00 smithi112 bash[74484]: debug 2024-09-21T06:21:00.611+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:21:00.693 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:00 smithi112 bash[78972]: debug 2024-09-21T06:21:00.595+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:00.693 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:00 smithi112 bash[87534]: debug 2024-09-21T06:21:00.427+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:01.192 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:00 smithi112 bash[83059]: debug 2024-09-21T06:21:00.763+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:01.260 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:21:00 smithi099 bash[126981]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-3 2024-09-21T06:21:01.261 INFO:journalctl@ceph.osd.3.smithi099.stdout:Sep 21 06:21:01 smithi099 bash[127043]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-3 2024-09-21T06:21:01.796 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:01 smithi112 bash[74484]: debug 2024-09-21T06:21:01.623+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:21:01.796 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:01 smithi112 bash[78972]: debug 2024-09-21T06:21:01.639+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:01.797 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:01 smithi112 bash[87534]: debug 2024-09-21T06:21:01.455+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:02.192 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:01 smithi112 bash[83059]: debug 2024-09-21T06:21:01.795+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:02.759 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:02 smithi112 bash[74484]: debug 2024-09-21T06:21:02.639+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:21:02.760 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:02 smithi112 bash[78972]: debug 2024-09-21T06:21:02.659+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:02.760 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:02 smithi112 bash[87534]: debug 2024-09-21T06:21:02.479+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:02.760 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:02 smithi112 bash[83059]: debug 2024-09-21T06:21:02.755+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:02.954 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.3.service' 2024-09-21T06:21:02.980 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:21:02.980 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-21T06:21:02.981 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-21T06:21:02.981 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.4 2024-09-21T06:21:03.035 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:03 smithi112 systemd[1]: Stopping Ceph osd.4 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:21:03.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:03.037119137Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:03.443 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:03 smithi112 bash[74484]: debug 2024-09-21T06:21:03.123+0000 7f772588e640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:21:03.443 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:03 smithi112 bash[74484]: debug 2024-09-21T06:21:03.123+0000 7f772588e640 -1 osd.4 152 *** Got signal Terminated *** 2024-09-21T06:21:03.443 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:03 smithi112 bash[74484]: debug 2024-09-21T06:21:03.123+0000 7f772588e640 -1 osd.4 152 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:21:03.942 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:03 smithi112 bash[74484]: debug 2024-09-21T06:21:03.651+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:21:03.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:03 smithi112 bash[78972]: debug 2024-09-21T06:21:03.603+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:03.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:03 smithi112 bash[83059]: debug 2024-09-21T06:21:03.735+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:03.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:03 smithi112 bash[87534]: debug 2024-09-21T06:21:03.527+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:04.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:04 smithi112 bash[74484]: debug 2024-09-21T06:21:04.619+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:21:04.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:04 smithi112 bash[83059]: debug 2024-09-21T06:21:04.723+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:04.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:04 smithi112 bash[78972]: debug 2024-09-21T06:21:04.619+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:04.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:04 smithi112 bash[78972]: debug 2024-09-21T06:21:04.619+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:04.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:04 smithi112 bash[87534]: debug 2024-09-21T06:21:04.559+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:04.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:04 smithi112 bash[87534]: debug 2024-09-21T06:21:04.559+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:05.942 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:05 smithi112 bash[74484]: debug 2024-09-21T06:21:05.599+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:21:05.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:05 smithi112 bash[78972]: debug 2024-09-21T06:21:05.635+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:05.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:05 smithi112 bash[78972]: debug 2024-09-21T06:21:05.635+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:05.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:05 smithi112 bash[83059]: debug 2024-09-21T06:21:05.699+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:05.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:05 smithi112 bash[87534]: debug 2024-09-21T06:21:05.527+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:05.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:05 smithi112 bash[87534]: debug 2024-09-21T06:21:05.527+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:06.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:06.045948095Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:06.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:06 smithi112 bash[83059]: debug 2024-09-21T06:21:06.659+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:06.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:06 smithi112 bash[74484]: debug 2024-09-21T06:21:06.627+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:21:06.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:06 smithi112 bash[74484]: debug 2024-09-21T06:21:06.627+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.687633+0000 front 2024-09-21T06:20:41.687691+0000 (oldest deadline 2024-09-21T06:21:05.787186+0000) 2024-09-21T06:21:06.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:06 smithi112 bash[78972]: debug 2024-09-21T06:21:06.603+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:06.944 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:06 smithi112 bash[78972]: debug 2024-09-21T06:21:06.603+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:06.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:06 smithi112 bash[87534]: debug 2024-09-21T06:21:06.499+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:06.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:06 smithi112 bash[87534]: debug 2024-09-21T06:21:06.499+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:07.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:07 smithi112 bash[74484]: debug 2024-09-21T06:21:07.667+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.685525+0000 front 2024-09-21T06:20:33.685251+0000 (oldest deadline 2024-09-21T06:20:57.685702+0000) 2024-09-21T06:21:07.943 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:07 smithi112 bash[74484]: debug 2024-09-21T06:21:07.667+0000 7f7721ea3640 -1 osd.4 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.687633+0000 front 2024-09-21T06:20:41.687691+0000 (oldest deadline 2024-09-21T06:21:05.787186+0000) 2024-09-21T06:21:07.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:07 smithi112 bash[78972]: debug 2024-09-21T06:21:07.567+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:07.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:07 smithi112 bash[78972]: debug 2024-09-21T06:21:07.567+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:07.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:07 smithi112 bash[83059]: debug 2024-09-21T06:21:07.635+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:07.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:07 smithi112 bash[83059]: debug 2024-09-21T06:21:07.635+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:07.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:07 smithi112 bash[87534]: debug 2024-09-21T06:21:07.471+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:07.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:07 smithi112 bash[87534]: debug 2024-09-21T06:21:07.471+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:08.975 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:08 smithi112 bash[78972]: debug 2024-09-21T06:21:08.599+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:08.975 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:08 smithi112 bash[78972]: debug 2024-09-21T06:21:08.599+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:08.975 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:08 smithi112 bash[83059]: debug 2024-09-21T06:21:08.659+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:08.976 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:08 smithi112 bash[83059]: debug 2024-09-21T06:21:08.659+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:08.976 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:08 smithi112 bash[87534]: debug 2024-09-21T06:21:08.515+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:08.976 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:08 smithi112 bash[87534]: debug 2024-09-21T06:21:08.515+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:09.350 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:09 smithi112 bash[95043]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-4 2024-09-21T06:21:09.350 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:09.03427479Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:09.634 INFO:journalctl@ceph.osd.4.smithi112.stdout:Sep 21 06:21:09 smithi112 bash[95106]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-4 2024-09-21T06:21:09.634 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:09 smithi112 bash[87534]: debug 2024-09-21T06:21:09.547+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:09.634 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:09 smithi112 bash[87534]: debug 2024-09-21T06:21:09.547+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:09.635 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:09 smithi112 bash[78972]: debug 2024-09-21T06:21:09.567+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:09.635 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:09 smithi112 bash[78972]: debug 2024-09-21T06:21:09.567+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:09.942 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:09 smithi112 bash[83059]: debug 2024-09-21T06:21:09.631+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:09.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:09 smithi112 bash[83059]: debug 2024-09-21T06:21:09.631+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:10.905 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:10 smithi112 bash[83059]: debug 2024-09-21T06:21:10.615+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:10.906 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:10 smithi112 bash[83059]: debug 2024-09-21T06:21:10.615+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:10.906 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:10 smithi112 bash[78972]: debug 2024-09-21T06:21:10.563+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:10.906 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:10 smithi112 bash[78972]: debug 2024-09-21T06:21:10.563+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:10.906 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:10 smithi112 bash[87534]: debug 2024-09-21T06:21:10.531+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:10.906 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:10 smithi112 bash[87534]: debug 2024-09-21T06:21:10.531+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:11.596 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.4.service' 2024-09-21T06:21:11.623 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:21:11.623 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-21T06:21:11.623 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-21T06:21:11.623 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.5 2024-09-21T06:21:11.807 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:11 smithi112 bash[87534]: debug 2024-09-21T06:21:11.579+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:11.807 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:11 smithi112 bash[87534]: debug 2024-09-21T06:21:11.579+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:11.808 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:11 smithi112 bash[78972]: debug 2024-09-21T06:21:11.531+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:11.808 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:11 smithi112 bash[78972]: debug 2024-09-21T06:21:11.531+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:11.808 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:11 smithi112 systemd[1]: Stopping Ceph osd.5 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:21:11.808 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:11 smithi112 bash[83059]: debug 2024-09-21T06:21:11.603+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:11.808 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:11 smithi112 bash[83059]: debug 2024-09-21T06:21:11.603+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:11.942 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:11 smithi112 bash[78972]: debug 2024-09-21T06:21:11.803+0000 7f15c4e7c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:21:11.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:11 smithi112 bash[78972]: debug 2024-09-21T06:21:11.803+0000 7f15c4e7c640 -1 osd.5 152 *** Got signal Terminated *** 2024-09-21T06:21:11.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:11 smithi112 bash[78972]: debug 2024-09-21T06:21:11.803+0000 7f15c4e7c640 -1 osd.5 152 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:21:12.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:12.035667592Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:12.942 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:12 smithi112 bash[83059]: debug 2024-09-21T06:21:12.563+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:12.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:12 smithi112 bash[83059]: debug 2024-09-21T06:21:12.563+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:12.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:12 smithi112 bash[78972]: debug 2024-09-21T06:21:12.563+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:12.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:12 smithi112 bash[78972]: debug 2024-09-21T06:21:12.563+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:12.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:12 smithi112 bash[87534]: debug 2024-09-21T06:21:12.623+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:12.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:12 smithi112 bash[87534]: debug 2024-09-21T06:21:12.623+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:13.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:13 smithi112 bash[83059]: debug 2024-09-21T06:21:13.599+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:13.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:13 smithi112 bash[83059]: debug 2024-09-21T06:21:13.599+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:13.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:13 smithi112 bash[83059]: debug 2024-09-21T06:21:13.599+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:13.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:13 smithi112 bash[78972]: debug 2024-09-21T06:21:13.555+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:13.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:13 smithi112 bash[78972]: debug 2024-09-21T06:21:13.555+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:13.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:13 smithi112 bash[87534]: debug 2024-09-21T06:21:13.663+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:13.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:13 smithi112 bash[87534]: debug 2024-09-21T06:21:13.663+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:13.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:13 smithi112 bash[87534]: debug 2024-09-21T06:21:13.663+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:14.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:14 smithi112 bash[83059]: debug 2024-09-21T06:21:14.591+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:14.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:14 smithi112 bash[83059]: debug 2024-09-21T06:21:14.591+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:14.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:14 smithi112 bash[83059]: debug 2024-09-21T06:21:14.591+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:14.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:14 smithi112 bash[78972]: debug 2024-09-21T06:21:14.523+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:14.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:14 smithi112 bash[78972]: debug 2024-09-21T06:21:14.523+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:14.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:14 smithi112 bash[87534]: debug 2024-09-21T06:21:14.639+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:14.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:14 smithi112 bash[87534]: debug 2024-09-21T06:21:14.639+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:14.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:14 smithi112 bash[87534]: debug 2024-09-21T06:21:14.639+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:14.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:14 smithi112 bash[87534]: debug 2024-09-21T06:21:14.639+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:15.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:15.051163509Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:15.748 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[78972]: debug 2024-09-21T06:21:15.491+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:15.749 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[78972]: debug 2024-09-21T06:21:15.491+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:15.749 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[63443]: ts=2024-09-21T06:21:15.742Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T06:21:15.749 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[87534]: debug 2024-09-21T06:21:15.647+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:15.749 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[87534]: debug 2024-09-21T06:21:15.647+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:15.750 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[87534]: debug 2024-09-21T06:21:15.647+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:15.750 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[87534]: debug 2024-09-21T06:21:15.647+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:15.750 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[83059]: debug 2024-09-21T06:21:15.567+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:15.750 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[83059]: debug 2024-09-21T06:21:15.567+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:15.750 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[83059]: debug 2024-09-21T06:21:15.567+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:16.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[63443]: ts=2024-09-21T06:21:15.749Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T06:21:16.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[63443]: ts=2024-09-21T06:21:15.752Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T06:21:16.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[63443]: ts=2024-09-21T06:21:15.752Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=smb msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=smb\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T06:21:16.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[63443]: ts=2024-09-21T06:21:15.758Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T06:21:16.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[63443]: ts=2024-09-21T06:21:15.758Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T06:21:16.193 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:15 smithi112 bash[63443]: ts=2024-09-21T06:21:15.758Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-09-21T06:21:16.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[83059]: debug 2024-09-21T06:21:16.542+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:16.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[83059]: debug 2024-09-21T06:21:16.542+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:16.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[83059]: debug 2024-09-21T06:21:16.542+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:16.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[78972]: debug 2024-09-21T06:21:16.522+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:34.608232+0000 front 2024-09-21T06:20:34.608573+0000 (oldest deadline 2024-09-21T06:21:00.508001+0000) 2024-09-21T06:21:16.943 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[78972]: debug 2024-09-21T06:21:16.522+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.509033+0000 front 2024-09-21T06:20:40.508831+0000 (oldest deadline 2024-09-21T06:21:04.008528+0000) 2024-09-21T06:21:16.944 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[78972]: debug 2024-09-21T06:21:16.522+0000 7f15bd489640 -1 osd.5 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:50.311010+0000 front 2024-09-21T06:20:50.311047+0000 (oldest deadline 2024-09-21T06:21:16.210715+0000) 2024-09-21T06:21:16.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[87534]: debug 2024-09-21T06:21:16.694+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:16.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[87534]: debug 2024-09-21T06:21:16.694+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:16.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[87534]: debug 2024-09-21T06:21:16.694+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:16.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:16 smithi112 bash[87534]: debug 2024-09-21T06:21:16.694+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:17.676 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:17 smithi112 bash[83059]: debug 2024-09-21T06:21:17.498+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:17.676 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:17 smithi112 bash[83059]: debug 2024-09-21T06:21:17.498+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:17.676 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:17 smithi112 bash[83059]: debug 2024-09-21T06:21:17.498+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:17.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:17 smithi112 bash[87534]: debug 2024-09-21T06:21:17.674+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:17.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:17 smithi112 bash[87534]: debug 2024-09-21T06:21:17.674+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:17.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:17 smithi112 bash[87534]: debug 2024-09-21T06:21:17.674+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:17.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:17 smithi112 bash[87534]: debug 2024-09-21T06:21:17.674+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:18.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:18.038405269Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:18.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[95237]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-5 2024-09-21T06:21:18.443 INFO:journalctl@ceph.osd.5.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[95302]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-5 2024-09-21T06:21:18.942 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[83059]: debug 2024-09-21T06:21:18.530+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:18.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[83059]: debug 2024-09-21T06:21:18.530+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:18.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[83059]: debug 2024-09-21T06:21:18.530+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:18.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[87534]: debug 2024-09-21T06:21:18.646+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:18.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[87534]: debug 2024-09-21T06:21:18.646+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:18.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[87534]: debug 2024-09-21T06:21:18.646+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:18.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:18 smithi112 bash[87534]: debug 2024-09-21T06:21:18.646+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:19.726 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:19 smithi112 bash[83059]: debug 2024-09-21T06:21:19.522+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:19.727 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:19 smithi112 bash[83059]: debug 2024-09-21T06:21:19.522+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:19.727 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:19 smithi112 bash[83059]: debug 2024-09-21T06:21:19.522+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:19.727 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:19 smithi112 bash[87534]: debug 2024-09-21T06:21:19.690+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:19.727 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:19 smithi112 bash[87534]: debug 2024-09-21T06:21:19.690+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:19.727 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:19 smithi112 bash[87534]: debug 2024-09-21T06:21:19.690+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:19.728 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:19 smithi112 bash[87534]: debug 2024-09-21T06:21:19.690+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 3 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:20.374 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.5.service' 2024-09-21T06:21:20.401 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:21:20.401 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-21T06:21:20.401 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-21T06:21:20.401 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.6 2024-09-21T06:21:20.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:20 smithi112 systemd[1]: Stopping Ceph osd.6 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:21:20.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[83059]: debug 2024-09-21T06:21:20.566+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:20.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[83059]: debug 2024-09-21T06:21:20.566+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:20.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[83059]: debug 2024-09-21T06:21:20.566+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:20.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[83059]: debug 2024-09-21T06:21:20.566+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.179688+0000 front 2024-09-21T06:20:58.179771+0000 (oldest deadline 2024-09-21T06:21:20.479409+0000) 2024-09-21T06:21:20.693 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[83059]: debug 2024-09-21T06:21:20.586+0000 7f07a5369640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:21:20.694 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[83059]: debug 2024-09-21T06:21:20.586+0000 7f07a5369640 -1 osd.6 152 *** Got signal Terminated *** 2024-09-21T06:21:20.694 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[83059]: debug 2024-09-21T06:21:20.586+0000 7f07a5369640 -1 osd.6 152 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:21:21.065 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[87534]: debug 2024-09-21T06:21:20.694+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:21.065 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[87534]: debug 2024-09-21T06:21:20.694+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:21.066 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[87534]: debug 2024-09-21T06:21:20.694+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:21.066 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:20 smithi112 bash[87534]: debug 2024-09-21T06:21:20.694+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 3 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:21.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:21 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:21.066478193Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:21.942 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:21 smithi112 bash[87534]: debug 2024-09-21T06:21:21.658+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:21.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:21 smithi112 bash[87534]: debug 2024-09-21T06:21:21.658+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:21.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:21 smithi112 bash[87534]: debug 2024-09-21T06:21:21.658+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:21.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:21 smithi112 bash[87534]: debug 2024-09-21T06:21:21.658+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 4 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:21.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:21 smithi112 bash[83059]: debug 2024-09-21T06:21:21.534+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:21.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:21 smithi112 bash[83059]: debug 2024-09-21T06:21:21.534+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:21.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:21 smithi112 bash[83059]: debug 2024-09-21T06:21:21.534+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:21.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:21 smithi112 bash[83059]: debug 2024-09-21T06:21:21.534+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.179688+0000 front 2024-09-21T06:20:58.179771+0000 (oldest deadline 2024-09-21T06:21:20.479409+0000) 2024-09-21T06:21:22.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:22 smithi112 bash[87534]: debug 2024-09-21T06:21:22.622+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:22.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:22 smithi112 bash[87534]: debug 2024-09-21T06:21:22.622+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:22.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:22 smithi112 bash[87534]: debug 2024-09-21T06:21:22.622+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:22.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:22 smithi112 bash[87534]: debug 2024-09-21T06:21:22.622+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 4 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:22.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:22 smithi112 bash[83059]: debug 2024-09-21T06:21:22.582+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:22.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:22 smithi112 bash[83059]: debug 2024-09-21T06:21:22.582+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:22.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:22 smithi112 bash[83059]: debug 2024-09-21T06:21:22.582+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:22.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:22 smithi112 bash[83059]: debug 2024-09-21T06:21:22.582+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.179688+0000 front 2024-09-21T06:20:58.179771+0000 (oldest deadline 2024-09-21T06:21:20.479409+0000) 2024-09-21T06:21:23.942 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:23 smithi112 bash[87534]: debug 2024-09-21T06:21:23.650+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:23.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:23 smithi112 bash[87534]: debug 2024-09-21T06:21:23.650+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:23.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:23 smithi112 bash[87534]: debug 2024-09-21T06:21:23.650+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:23.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:23 smithi112 bash[87534]: debug 2024-09-21T06:21:23.650+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 4 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:23.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:23 smithi112 bash[83059]: debug 2024-09-21T06:21:23.594+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:23.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:23 smithi112 bash[83059]: debug 2024-09-21T06:21:23.594+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:23.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:23 smithi112 bash[83059]: debug 2024-09-21T06:21:23.594+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:23.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:23 smithi112 bash[83059]: debug 2024-09-21T06:21:23.594+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.179688+0000 front 2024-09-21T06:20:58.179771+0000 (oldest deadline 2024-09-21T06:21:20.479409+0000) 2024-09-21T06:21:24.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:24 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:24.030698689Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:24.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:24 smithi112 bash[83059]: debug 2024-09-21T06:21:24.582+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:24.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:24 smithi112 bash[83059]: debug 2024-09-21T06:21:24.582+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:24.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:24 smithi112 bash[83059]: debug 2024-09-21T06:21:24.582+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:24.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:24 smithi112 bash[83059]: debug 2024-09-21T06:21:24.582+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.179688+0000 front 2024-09-21T06:20:58.179771+0000 (oldest deadline 2024-09-21T06:21:20.479409+0000) 2024-09-21T06:21:24.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:24 smithi112 bash[87534]: debug 2024-09-21T06:21:24.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:24.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:24 smithi112 bash[87534]: debug 2024-09-21T06:21:24.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:24.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:24 smithi112 bash[87534]: debug 2024-09-21T06:21:24.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:24.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:24 smithi112 bash[87534]: debug 2024-09-21T06:21:24.614+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 5 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:25.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:25 smithi112 bash[83059]: debug 2024-09-21T06:21:25.550+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:31.275023+0000 front 2024-09-21T06:20:31.275476+0000 (oldest deadline 2024-09-21T06:20:55.975108+0000) 2024-09-21T06:21:25.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:25 smithi112 bash[83059]: debug 2024-09-21T06:21:25.550+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:41.777520+0000 front 2024-09-21T06:20:41.777329+0000 (oldest deadline 2024-09-21T06:21:07.077132+0000) 2024-09-21T06:21:25.943 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:25 smithi112 bash[83059]: debug 2024-09-21T06:21:25.550+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:47.578275+0000 front 2024-09-21T06:20:47.578347+0000 (oldest deadline 2024-09-21T06:21:12.878229+0000) 2024-09-21T06:21:25.944 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:25 smithi112 bash[83059]: debug 2024-09-21T06:21:25.550+0000 7f079d976640 -1 osd.6 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.179688+0000 front 2024-09-21T06:20:58.179771+0000 (oldest deadline 2024-09-21T06:21:20.479409+0000) 2024-09-21T06:21:25.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:25 smithi112 bash[87534]: debug 2024-09-21T06:21:25.594+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:25.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:25 smithi112 bash[87534]: debug 2024-09-21T06:21:25.594+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:25.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:25 smithi112 bash[87534]: debug 2024-09-21T06:21:25.594+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:25.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:25 smithi112 bash[87534]: debug 2024-09-21T06:21:25.594+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.835827+0000 front 2024-09-21T06:20:58.835691+0000 (oldest deadline 2024-09-21T06:21:24.735358+0000) 2024-09-21T06:21:25.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:25 smithi112 bash[87534]: debug 2024-09-21T06:21:25.594+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 5 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:26.928 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:26 smithi112 bash[95433]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-6 2024-09-21T06:21:26.928 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:26 smithi112 bash[87534]: debug 2024-09-21T06:21:26.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:26.928 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:26 smithi112 bash[87534]: debug 2024-09-21T06:21:26.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:26.929 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:26 smithi112 bash[87534]: debug 2024-09-21T06:21:26.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:26.929 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:26 smithi112 bash[87534]: debug 2024-09-21T06:21:26.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.835827+0000 front 2024-09-21T06:20:58.835691+0000 (oldest deadline 2024-09-21T06:21:24.735358+0000) 2024-09-21T06:21:26.929 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:26 smithi112 bash[87534]: debug 2024-09-21T06:21:26.614+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 6 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:27.193 INFO:journalctl@ceph.osd.6.smithi112.stdout:Sep 21 06:21:26 smithi112 bash[95496]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-6 2024-09-21T06:21:27.193 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:27 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:27.028896141Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:27.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:27 smithi112 bash[87534]: debug 2024-09-21T06:21:27.566+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:27.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:27 smithi112 bash[87534]: debug 2024-09-21T06:21:27.566+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:27.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:27 smithi112 bash[87534]: debug 2024-09-21T06:21:27.566+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:27.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:27 smithi112 bash[87534]: debug 2024-09-21T06:21:27.566+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.835827+0000 front 2024-09-21T06:20:58.835691+0000 (oldest deadline 2024-09-21T06:21:24.735358+0000) 2024-09-21T06:21:27.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:27 smithi112 bash[87534]: debug 2024-09-21T06:21:27.566+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 6 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:28.942 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:28 smithi112 bash[87534]: debug 2024-09-21T06:21:28.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:28.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:28 smithi112 bash[87534]: debug 2024-09-21T06:21:28.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:28.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:28 smithi112 bash[87534]: debug 2024-09-21T06:21:28.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:28.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:28 smithi112 bash[87534]: debug 2024-09-21T06:21:28.614+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.835827+0000 front 2024-09-21T06:20:58.835691+0000 (oldest deadline 2024-09-21T06:21:24.735358+0000) 2024-09-21T06:21:28.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:28 smithi112 bash[87534]: debug 2024-09-21T06:21:28.614+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 6 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:28.974 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.6.service' 2024-09-21T06:21:29.000 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:21:29.000 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-21T06:21:29.000 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-21T06:21:29.000 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.7 2024-09-21T06:21:29.443 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 systemd[1]: Stopping Ceph osd.7 for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:21:29.443 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 bash[87534]: debug 2024-09-21T06:21:29.178+0000 7f7747b55640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-21T06:21:29.443 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 bash[87534]: debug 2024-09-21T06:21:29.178+0000 7f7747b55640 -1 osd.7 152 *** Got signal Terminated *** 2024-09-21T06:21:29.443 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 bash[87534]: debug 2024-09-21T06:21:29.178+0000 7f7747b55640 -1 osd.7 152 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T06:21:29.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 bash[87534]: debug 2024-09-21T06:21:29.598+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:29.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 bash[87534]: debug 2024-09-21T06:21:29.598+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:29.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 bash[87534]: debug 2024-09-21T06:21:29.598+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:29.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 bash[87534]: debug 2024-09-21T06:21:29.598+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.835827+0000 front 2024-09-21T06:20:58.835691+0000 (oldest deadline 2024-09-21T06:21:24.735358+0000) 2024-09-21T06:21:29.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 bash[87534]: debug 2024-09-21T06:21:29.598+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.112:6804 osd.4 since back 2024-09-21T06:21:05.837085+0000 front 2024-09-21T06:21:05.836623+0000 (oldest deadline 2024-09-21T06:21:29.336631+0000) 2024-09-21T06:21:29.944 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:29 smithi112 bash[87534]: debug 2024-09-21T06:21:29.602+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 7 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:30.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:30 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:30.030363427Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:30.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:30 smithi112 bash[87534]: debug 2024-09-21T06:21:30.582+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:30.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:30 smithi112 bash[87534]: debug 2024-09-21T06:21:30.582+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:30.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:30 smithi112 bash[87534]: debug 2024-09-21T06:21:30.582+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:30.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:30 smithi112 bash[87534]: debug 2024-09-21T06:21:30.582+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.835827+0000 front 2024-09-21T06:20:58.835691+0000 (oldest deadline 2024-09-21T06:21:24.735358+0000) 2024-09-21T06:21:30.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:30 smithi112 bash[87534]: debug 2024-09-21T06:21:30.582+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.112:6804 osd.4 since back 2024-09-21T06:21:05.837085+0000 front 2024-09-21T06:21:05.836623+0000 (oldest deadline 2024-09-21T06:21:29.336631+0000) 2024-09-21T06:21:30.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:30 smithi112 bash[87534]: debug 2024-09-21T06:21:30.582+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 7 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:31.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:31 smithi112 bash[87534]: debug 2024-09-21T06:21:31.590+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:31.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:31 smithi112 bash[87534]: debug 2024-09-21T06:21:31.590+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:31.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:31 smithi112 bash[87534]: debug 2024-09-21T06:21:31.590+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:31.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:31 smithi112 bash[87534]: debug 2024-09-21T06:21:31.590+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.835827+0000 front 2024-09-21T06:20:58.835691+0000 (oldest deadline 2024-09-21T06:21:24.735358+0000) 2024-09-21T06:21:31.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:31 smithi112 bash[87534]: debug 2024-09-21T06:21:31.590+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.112:6804 osd.4 since back 2024-09-21T06:21:05.837085+0000 front 2024-09-21T06:21:05.836623+0000 (oldest deadline 2024-09-21T06:21:29.336631+0000) 2024-09-21T06:21:31.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:31 smithi112 bash[87534]: debug 2024-09-21T06:21:31.590+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 8 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:32.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:32 smithi112 bash[87534]: debug 2024-09-21T06:21:32.610+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:32.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:32 smithi112 bash[87534]: debug 2024-09-21T06:21:32.610+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:32.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:32 smithi112 bash[87534]: debug 2024-09-21T06:21:32.610+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:32.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:32 smithi112 bash[87534]: debug 2024-09-21T06:21:32.610+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.835827+0000 front 2024-09-21T06:20:58.835691+0000 (oldest deadline 2024-09-21T06:21:24.735358+0000) 2024-09-21T06:21:32.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:32 smithi112 bash[87534]: debug 2024-09-21T06:21:32.610+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.112:6804 osd.4 since back 2024-09-21T06:21:05.837085+0000 front 2024-09-21T06:21:05.836623+0000 (oldest deadline 2024-09-21T06:21:29.336631+0000) 2024-09-21T06:21:32.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:32 smithi112 bash[87534]: debug 2024-09-21T06:21:32.610+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 8 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:33.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:33 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:33.073428786Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:33.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:33 smithi112 bash[87534]: debug 2024-09-21T06:21:33.650+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-09-21T06:20:33.131397+0000 front 2024-09-21T06:20:33.131297+0000 (oldest deadline 2024-09-21T06:20:56.630894+0000) 2024-09-21T06:21:33.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:33 smithi112 bash[87534]: debug 2024-09-21T06:21:33.650+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-09-21T06:20:40.732589+0000 front 2024-09-21T06:20:40.732628+0000 (oldest deadline 2024-09-21T06:21:04.232051+0000) 2024-09-21T06:21:33.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:33 smithi112 bash[87534]: debug 2024-09-21T06:21:33.650+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-09-21T06:20:51.234718+0000 front 2024-09-21T06:20:51.234386+0000 (oldest deadline 2024-09-21T06:21:12.934347+0000) 2024-09-21T06:21:33.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:33 smithi112 bash[87534]: debug 2024-09-21T06:21:33.650+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-09-21T06:20:58.835827+0000 front 2024-09-21T06:20:58.835691+0000 (oldest deadline 2024-09-21T06:21:24.735358+0000) 2024-09-21T06:21:33.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:33 smithi112 bash[87534]: debug 2024-09-21T06:21:33.650+0000 7f774416a640 -1 osd.7 152 heartbeat_check: no reply from 172.21.15.112:6804 osd.4 since back 2024-09-21T06:21:05.837085+0000 front 2024-09-21T06:21:05.836623+0000 (oldest deadline 2024-09-21T06:21:29.336631+0000) 2024-09-21T06:21:33.943 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:33 smithi112 bash[87534]: debug 2024-09-21T06:21:33.650+0000 7f774416a640 -1 osd.7 152 get_health_metrics reporting 8 slow ops, oldest is osd_op(client.54692.0:18 2.0 2:04fb1b58:::realms.0f3237ce-4534-4eea-b55f-a9e0579e28ab.control:head [watch ping cookie 94500590897280] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152) 2024-09-21T06:21:35.645 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:35 smithi112 bash[95625]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-7 2024-09-21T06:21:35.646 INFO:journalctl@ceph.osd.7.smithi112.stdout:Sep 21 06:21:35 smithi112 bash[95690]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-osd-7 2024-09-21T06:21:36.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:36 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:36.058708721Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:37.498 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@osd.7.service' 2024-09-21T06:21:37.526 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:21:37.526 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-21T06:21:37.526 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-21T06:21:37.526 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@prometheus.a 2024-09-21T06:21:37.746 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 systemd[1]: Stopping Ceph prometheus.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:21:37.747 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.705Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-21T06:21:37.747 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.705Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-09-21T06:21:37.747 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.705Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-09-21T06:21:37.747 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.705Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-21T06:21:37.747 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.705Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-09-21T06:21:37.747 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.705Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-09-21T06:21:37.747 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.705Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-09-21T06:21:37.748 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.705Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-09-21T06:21:37.748 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.705Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-09-21T06:21:37.748 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.707Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-09-21T06:21:37.748 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.707Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-09-21T06:21:37.748 INFO:journalctl@ceph.prometheus.a.smithi112.stdout:Sep 21 06:21:37 smithi112 bash[63443]: ts=2024-09-21T06:21:37.707Z caller=main.go:1273 level=info msg="See you next time!" 2024-09-21T06:21:38.508 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@prometheus.a.service' 2024-09-21T06:21:38.538 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T06:21:38.538 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-21T06:21:38.538 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 --force --keep-logs 2024-09-21T06:21:38.720 INFO:teuthology.orchestra.run.smithi099.stdout:Deleting cluster with fsid: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:21:39.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:39 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:39.02680286Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:42.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:42 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:42.025969962Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:43.614 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:43.614 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:43.884 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:43.885 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:43 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:44.139 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:44.139 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:44.480 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:44.480 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:44.760 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:44.760 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:44.761 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:44.761 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:45.058 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:45.058 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:44 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:45.387 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:45 smithi099 systemd[1]: Stopping Ceph node-exporter.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:21:45.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:45 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:45.069669186Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:45.965 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:45 smithi099 bash[127443]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-node-exporter-a 2024-09-21T06:21:45.966 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:45 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-21T06:21:45.966 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:45 smithi099 bash[127504]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-node-exporter-a 2024-09-21T06:21:45.966 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:45 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-21T06:21:45.966 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:45 smithi099 systemd[1]: Stopped Ceph node-exporter.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:21:46.240 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Sep 21 06:21:46 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:46.240 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:45 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:46.240 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:46 smithi099 systemd[1]: Stopping Ceph alertmanager.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:21:46.240 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:46 smithi099 bash[82751]: ts=2024-09-21T06:21:46.197Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-21T06:21:47.010 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:46 smithi099 bash[127573]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-alertmanager-a 2024-09-21T06:21:47.011 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:46 smithi099 bash[127633]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-alertmanager-a 2024-09-21T06:21:47.011 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:46 smithi099 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@alertmanager.a.service: Deactivated successfully. 2024-09-21T06:21:47.011 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:46 smithi099 systemd[1]: Stopped Ceph alertmanager.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:21:47.510 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Sep 21 06:21:47 smithi099 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:21:48.443 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:48 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:48.063693397Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:51.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:51 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:51.026458425Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:54.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:54 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:54.064205138Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:21:57.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:21:57 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:21:57.03674478Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:22:00.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:00 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:22:00.073562791Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:22:03.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:03 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:22:03.063574421Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:22:06.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:06 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:22:06.035848566Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:22:09.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:09 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:22:09.036183435Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:22:10.609 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 --force --keep-logs 2024-09-21T06:22:10.791 INFO:teuthology.orchestra.run.smithi112.stdout:Deleting cluster with fsid: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:22:12.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:12 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:22:12.041854396Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:22:15.369 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:15 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:22:15.031852931Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:22:15.634 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:15 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:15.634 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:15 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:15.885 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:15 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:15.885 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:15 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:16.192 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:16.192 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:16.521 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:16.522 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:16.522 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:16.522 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:16.777 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:16.777 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:17.136 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:17.137 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:16 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:17.137 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:17 smithi112 systemd[1]: Stopping Ceph node-exporter.b for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:22:17.942 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:17 smithi112 bash[96188]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-node-exporter-b 2024-09-21T06:22:17.942 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:17 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-21T06:22:17.943 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:17 smithi112 bash[96248]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-node-exporter-b 2024-09-21T06:22:17.943 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:17 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-21T06:22:17.943 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:17 smithi112 systemd[1]: Stopped Ceph node-exporter.b for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:22:18.233 INFO:journalctl@ceph.node-exporter.b.smithi112.stdout:Sep 21 06:22:18 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:18.233 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:17 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:18.233 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 bash[67087]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-21T06:22:18.037641152Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-21T06:22:18.233 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 systemd[1]: Stopping Ceph grafana.a for ee3410ee-77d9-11ef-baf5-efdc52797490... 2024-09-21T06:22:18.233 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 bash[67087]: logger=server t=2024-09-21T06:22:18.19673191Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-21T06:22:18.234 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 bash[67087]: logger=ticker t=2024-09-21T06:22:18.196775819Z level=info msg=stopped last_tick=2024-09-21T06:22:10Z 2024-09-21T06:22:18.234 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 bash[67087]: logger=tracing t=2024-09-21T06:22:18.196784851Z level=info msg="Closing tracing" 2024-09-21T06:22:18.234 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 bash[67087]: logger=grafana-apiserver t=2024-09-21T06:22:18.196847767Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-09-21T06:22:19.101 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 bash[96318]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-grafana-a 2024-09-21T06:22:19.101 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 bash[96376]: Error response from daemon: No such container: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490-grafana-a 2024-09-21T06:22:19.101 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 systemd[1]: ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@grafana.a.service: Deactivated successfully. 2024-09-21T06:22:19.101 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:18 smithi112 systemd[1]: Stopped Ceph grafana.a for ee3410ee-77d9-11ef-baf5-efdc52797490. 2024-09-21T06:22:19.442 INFO:journalctl@ceph.grafana.a.smithi112.stdout:Sep 21 06:22:19 smithi112 systemd[1]: /etc/systemd/system/ceph-ee3410ee-77d9-11ef-baf5-efdc52797490@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-21T06:22:30.878 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-21T06:22:30.893 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-21T06:22:30.905 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-21T06:22:30.907 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/crash to /home/teuthworker/archive/gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi/7913786/remote/smithi099/crash 2024-09-21T06:22:30.908 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/crash -- . 2024-09-21T06:22:30.946 INFO:teuthology.orchestra.run.smithi099.stderr:tar: /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/crash: Cannot open: No such file or directory 2024-09-21T06:22:30.946 INFO:teuthology.orchestra.run.smithi099.stderr:tar: Error is not recoverable: exiting now 2024-09-21T06:22:30.948 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/crash to /home/teuthworker/archive/gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi/7913786/remote/smithi112/crash 2024-09-21T06:22:30.949 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/crash -- . 2024-09-21T06:22:30.959 INFO:teuthology.orchestra.run.smithi112.stderr:tar: /var/lib/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/crash: Cannot open: No such file or directory 2024-09-21T06:22:30.960 INFO:teuthology.orchestra.run.smithi112.stderr:tar: Error is not recoverable: exiting now 2024-09-21T06:22:30.961 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-21T06:22:30.961 DEBUG:teuthology.orchestra.run.smithi099:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_STRAY_DAEMON | egrep -v CEPHADM_FAILED_DAEMON | egrep -v CEPHADM_AGENT_DOWN | head -n 1 2024-09-21T06:22:31.005 INFO:tasks.cephadm:Compressing logs... 2024-09-21T06:22:31.005 DEBUG:teuthology.orchestra.run.smithi099:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T06:22:31.051 DEBUG:teuthology.orchestra.run.smithi112:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T06:22:31.060 INFO:teuthology.orchestra.run.smithi099.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-21T06:22:31.063 INFO:teuthology.orchestra.run.smithi112.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-21T06:22:31.071 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-21T06:22:31.071 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.7.log 2024-09-21T06:22:31.072 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.6.log 2024-09-21T06:22:31.073 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-client.rgw.foo.smithi112.rnjkup.log 2024-09-21T06:22:31.073 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.cephadm.log 2024-09-21T06:22:31.073 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-client.rgw.foo.smithi112.rnjkup.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.5.log 2024-09-21T06:22:31.073 INFO:teuthology.orchestra.run.smithi112.stderr: 77.4% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-client.rgw.foo.smithi112.rnjkup.log.gz 2024-09-21T06:22:31.075 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mgr.x.log 2024-09-21T06:22:31.075 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.cephadm.log: /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.log 2024-09-21T06:22:31.075 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-volume.log 2024-09-21T06:22:31.076 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.audit.log 2024-09-21T06:22:31.076 INFO:teuthology.orchestra.run.smithi112.stderr: 86.1% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.cephadm.log.gz 2024-09-21T06:22:31.076 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mon.b.log 2024-09-21T06:22:31.080 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.audit.log: 89.6% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.log.gz 2024-09-21T06:22:31.080 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.4.log 2024-09-21T06:22:31.086 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.audit.log.gz 2024-09-21T06:22:31.102 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.4.log: 91.5% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-volume.log.gz 2024-09-21T06:22:31.111 INFO:teuthology.orchestra.run.smithi112.stderr: 90.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-21T06:22:31.147 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-21T06:22:31.148 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mgr.y.log 2024-09-21T06:22:31.148 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.0.log 2024-09-21T06:22:31.148 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.2.log 2024-09-21T06:22:31.149 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mon.a.log 2024-09-21T06:22:31.149 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.cephadm.log 2024-09-21T06:22:31.149 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.3.log 2024-09-21T06:22:31.151 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.1.log 2024-09-21T06:22:31.151 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/tcmu-runner.log 2024-09-21T06:22:31.152 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.1.log: 92.1% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.cephadm.log.gz 2024-09-21T06:22:31.153 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.log 2024-09-21T06:22:31.154 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/tcmu-runner.log: 63.1% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/tcmu-runner.log.gz 2024-09-21T06:22:31.154 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-client.rgw.foo.smithi099.oefgrq.log 2024-09-21T06:22:31.157 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.log: 91.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-21T06:22:31.158 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-volume.log 2024-09-21T06:22:31.159 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-client.rgw.foo.smithi099.oefgrq.log: 77.4% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-client.rgw.foo.smithi099.oefgrq.log.gz 2024-09-21T06:22:31.160 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mon.c.log 2024-09-21T06:22:31.164 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-volume.log: 94.2% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.log.gz 2024-09-21T06:22:31.164 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.audit.log 2024-09-21T06:22:31.201 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mon.c.log: /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.audit.log: 94.3% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph.audit.log.gz 2024-09-21T06:22:31.202 INFO:teuthology.orchestra.run.smithi099.stderr: 91.5% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-volume.log.gz 2024-09-21T06:22:31.218 INFO:teuthology.orchestra.run.smithi112.stderr: 90.1% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mgr.x.log.gz 2024-09-21T06:22:31.699 INFO:teuthology.orchestra.run.smithi099.stderr: 90.0% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mgr.y.log.gz 2024-09-21T06:22:31.953 INFO:teuthology.orchestra.run.smithi099.stderr: 92.8% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mon.c.log.gz 2024-09-21T06:22:32.142 INFO:teuthology.orchestra.run.smithi112.stderr: 92.6% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mon.b.log.gz 2024-09-21T06:22:32.792 INFO:teuthology.orchestra.run.smithi099.stderr: 91.0% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-mon.a.log.gz 2024-09-21T06:22:32.900 INFO:teuthology.orchestra.run.smithi099.stderr: 93.1% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.2.log.gz 2024-09-21T06:22:33.223 INFO:teuthology.orchestra.run.smithi112.stderr: 93.0% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.6.log.gz 2024-09-21T06:22:33.430 INFO:teuthology.orchestra.run.smithi112.stderr: 93.2% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.5.log.gz 2024-09-21T06:22:33.475 INFO:teuthology.orchestra.run.smithi112.stderr: 93.4% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.7.log.gz 2024-09-21T06:22:33.580 INFO:teuthology.orchestra.run.smithi112.stderr: 93.4% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.4.log.gz 2024-09-21T06:22:33.582 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-09-21T06:22:33.582 INFO:teuthology.orchestra.run.smithi112.stderr:real 0m2.527s 2024-09-21T06:22:33.582 INFO:teuthology.orchestra.run.smithi112.stderr:user 0m10.332s 2024-09-21T06:22:33.582 INFO:teuthology.orchestra.run.smithi112.stderr:sys 0m0.386s 2024-09-21T06:22:33.693 INFO:teuthology.orchestra.run.smithi099.stderr: 93.4% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.1.log.gz 2024-09-21T06:22:33.796 INFO:teuthology.orchestra.run.smithi099.stderr: 93.3% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.0.log.gz 2024-09-21T06:22:34.386 INFO:teuthology.orchestra.run.smithi099.stderr: 93.3% -- replaced with /var/log/ceph/ee3410ee-77d9-11ef-baf5-efdc52797490/ceph-osd.3.log.gz 2024-09-21T06:22:34.387 INFO:teuthology.orchestra.run.smithi099.stderr: 2024-09-21T06:22:34.388 INFO:teuthology.orchestra.run.smithi099.stderr:real 0m3.335s 2024-09-21T06:22:34.388 INFO:teuthology.orchestra.run.smithi099.stderr:user 0m12.777s 2024-09-21T06:22:34.388 INFO:teuthology.orchestra.run.smithi099.stderr:sys 0m0.473s 2024-09-21T06:22:34.390 INFO:tasks.cephadm:Archiving logs... 2024-09-21T06:22:34.390 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi/7913786/remote/smithi099/log 2024-09-21T06:22:34.392 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T06:22:35.882 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi/7913786/remote/smithi112/log 2024-09-21T06:22:35.883 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T06:22:37.094 INFO:tasks.cephadm:Removing cluster... 2024-09-21T06:22:37.094 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 --force 2024-09-21T06:22:37.280 INFO:teuthology.orchestra.run.smithi099.stdout:Deleting cluster with fsid: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:22:38.424 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 --force 2024-09-21T06:22:38.598 INFO:teuthology.orchestra.run.smithi112.stdout:Deleting cluster with fsid: ee3410ee-77d9-11ef-baf5-efdc52797490 2024-09-21T06:22:39.734 INFO:tasks.cephadm:Removing cephadm ... 2024-09-21T06:22:39.734 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-21T06:22:39.742 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-21T06:22:39.747 INFO:tasks.cephadm:Teardown complete 2024-09-21T06:22:39.747 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-21T06:22:39.757 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-21T06:22:39.757 DEBUG:teuthology.orchestra.run.smithi099:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T06:22:39.788 DEBUG:teuthology.orchestra.run.smithi112:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T06:22:39.798 INFO:teuthology.orchestra.run.smithi112.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T06:22:39.798 INFO:teuthology.orchestra.run.smithi112.stdout:============================================================================== 2024-09-21T06:22:39.798 INFO:teuthology.orchestra.run.smithi112.stdout:*hv01.front.sepi 67.205.162.81 3 u 18 64 377 0.073 -2.172 0.329 2024-09-21T06:22:39.798 INFO:teuthology.orchestra.run.smithi112.stdout:+hv02.front.sepi 63.231.80.2 3 u 24 64 377 0.113 -2.682 0.304 2024-09-21T06:22:39.799 INFO:teuthology.orchestra.run.smithi112.stdout:+hv03.front.sepi 74.6.168.72 3 u 33 64 377 0.097 -2.074 0.363 2024-09-21T06:22:39.799 INFO:teuthology.orchestra.run.smithi112.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-21T06:22:39.800 INFO:teuthology.orchestra.run.smithi099.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T06:22:39.800 INFO:teuthology.orchestra.run.smithi099.stdout:============================================================================== 2024-09-21T06:22:39.800 INFO:teuthology.orchestra.run.smithi099.stdout:*hv01.front.sepi 67.205.162.81 3 u 9 64 377 0.101 -2.548 0.388 2024-09-21T06:22:39.800 INFO:teuthology.orchestra.run.smithi099.stdout:+hv02.front.sepi 63.231.80.2 3 u 21 64 377 0.076 -2.310 0.746 2024-09-21T06:22:39.800 INFO:teuthology.orchestra.run.smithi099.stdout:+hv03.front.sepi 74.6.168.72 3 u 2 64 377 0.092 -2.485 0.363 2024-09-21T06:22:39.801 INFO:teuthology.orchestra.run.smithi099.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-21T06:22:39.802 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-21T06:22:39.810 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-21T06:22:39.811 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-21T06:22:39.819 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-21T06:22:39.827 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-21T06:22:39.834 INFO:teuthology.task.internal:Duration was 3886.878421 seconds 2024-09-21T06:22:39.835 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-21T06:22:39.842 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-21T06:22:39.843 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T06:22:39.847 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T06:22:39.882 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-21T06:22:39.882 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi099.front.sepia.ceph.com 2024-09-21T06:22:39.883 DEBUG:teuthology.orchestra.run.smithi099:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T06:22:39.935 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi112.front.sepia.ceph.com 2024-09-21T06:22:39.936 DEBUG:teuthology.orchestra.run.smithi112:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T06:22:39.946 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-21T06:22:39.946 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T06:22:39.979 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T06:22:40.057 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-21T06:22:40.057 DEBUG:teuthology.orchestra.run.smithi099:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T06:22:40.059 DEBUG:teuthology.orchestra.run.smithi112:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T06:22:40.296 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-21T06:22:40.305 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-21T06:22:40.306 DEBUG:teuthology.orchestra.run.smithi099:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T06:22:40.318 DEBUG:teuthology.orchestra.run.smithi112:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T06:22:40.332 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-21T06:22:40.341 DEBUG:teuthology.orchestra.run.smithi099:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T06:22:40.363 DEBUG:teuthology.orchestra.run.smithi112:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T06:22:40.371 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = core 2024-09-21T06:22:40.387 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = core 2024-09-21T06:22:40.465 DEBUG:teuthology.orchestra.run.smithi099:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T06:22:40.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T06:22:40.514 DEBUG:teuthology.orchestra.run.smithi112:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T06:22:40.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T06:22:40.519 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-21T06:22:40.528 INFO:teuthology.task.internal:Transferring archived files... 2024-09-21T06:22:40.529 DEBUG:teuthology.misc:Transferring archived files from smithi099:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi/7913786/remote/smithi099 2024-09-21T06:22:40.529 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T06:22:40.592 DEBUG:teuthology.misc:Transferring archived files from smithi112:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-09-21_03:44:43-orch:cephadm-wip-guits-main-2024-09-20-2310-distro-default-smithi/7913786/remote/smithi112 2024-09-21T06:22:40.592 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T06:22:40.620 INFO:teuthology.task.internal:Removing archive directory... 2024-09-21T06:22:40.620 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T06:22:40.631 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T06:22:40.665 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-21T06:22:40.675 INFO:teuthology.task.internal:Not uploading archives. 2024-09-21T06:22:40.676 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-21T06:22:40.684 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-21T06:22:40.684 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T06:22:40.687 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T06:22:40.690 INFO:teuthology.orchestra.run.smithi099.stdout: 658465 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 06:22 /home/ubuntu/cephtest 2024-09-21T06:22:40.713 INFO:teuthology.orchestra.run.smithi112.stdout: 658637 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 06:22 /home/ubuntu/cephtest 2024-09-21T06:22:40.715 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-21T06:22:40.726 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-21T06:22:40.748 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} duration: 3886.87842130661 failure_reason: 'Command failed on smithi099 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ee3410ee-77d9-11ef-baf5-efdc52797490 -e sha1=f36283e7c91cac1c01cb9a7c4ff21bd697dbd4f2 -- bash -c \''ceph versions | jq -e \''"\''"\''.rgw | length == 1\''"\''"\''\''''' owner: scheduled_gabrioux@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=e23c1ea5bee6440b9d805e2562edf420 status: fail success: false 2024-09-21T06:22:40.748 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T06:22:40.838 INFO:teuthology.run:FAIL